2024-11-16 01:17:15,983 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-16 01:17:16,017 main DEBUG Took 0.031500 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 01:17:16,017 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 01:17:16,018 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 01:17:16,019 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 01:17:16,020 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:17:16,030 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 01:17:16,047 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:17:16,048 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:17:16,050 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:17:16,051 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:17:16,051 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:17:16,052 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:17:16,053 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:17:16,053 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:17:16,054 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:17:16,054 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:17:16,056 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:17:16,057 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:17:16,058 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:17:16,058 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:17:16,059 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:17:16,059 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:17:16,060 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:17:16,060 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:17:16,061 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:17:16,061 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:17:16,062 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:17:16,062 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:17:16,063 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:17:16,063 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 01:17:16,064 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:17:16,064 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 01:17:16,066 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 01:17:16,068 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 01:17:16,071 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 01:17:16,071 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 01:17:16,073 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 01:17:16,074 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 01:17:16,084 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 01:17:16,087 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 01:17:16,089 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 01:17:16,090 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 01:17:16,090 main DEBUG createAppenders(={Console}) 2024-11-16 01:17:16,091 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-16 01:17:16,091 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-16 01:17:16,092 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-16 01:17:16,092 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 01:17:16,093 main DEBUG OutputStream closed 2024-11-16 01:17:16,093 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 01:17:16,094 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 01:17:16,096 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-16 01:17:16,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 01:17:16,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 01:17:16,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 01:17:16,206 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 01:17:16,207 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 01:17:16,208 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 01:17:16,209 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 01:17:16,209 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 01:17:16,210 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 01:17:16,210 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 01:17:16,211 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 01:17:16,211 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 01:17:16,212 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 01:17:16,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 01:17:16,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 01:17:16,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 01:17:16,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 01:17:16,216 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 01:17:16,219 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 01:17:16,219 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-16 01:17:16,220 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 01:17:16,221 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-16T01:17:16,239 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-16 01:17:16,242 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 01:17:16,243 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T01:17:16,311 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=444, ProcessCount=11, AvailableMemoryMB=6672 2024-11-16T01:17:16,595 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-16T01:17:16,657 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769 2024-11-16T01:17:16,665 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/cluster_005606c8-0b3a-69b6-caf0-7de2a1ee9df5, deleteOnExit=true 2024-11-16T01:17:16,903 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/cluster_005606c8-0b3a-69b6-caf0-7de2a1ee9df5/zookeeper_0, clientPort=49491, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/cluster_005606c8-0b3a-69b6-caf0-7de2a1ee9df5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/cluster_005606c8-0b3a-69b6-caf0-7de2a1ee9df5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T01:17:16,921 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49491 2024-11-16T01:17:16,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T01:17:16,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T01:17:16,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/test.cache.data in system properties and HBase conf 2024-11-16T01:17:16,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T01:17:16,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/hadoop.log.dir in system properties and HBase conf 2024-11-16T01:17:16,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T01:17:16,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T01:17:16,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T01:17:17,050 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T01:17:17,179 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T01:17:17,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:17:17,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:17:17,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T01:17:17,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:17:17,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T01:17:17,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T01:17:17,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:17:17,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:17:17,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T01:17:17,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/nfs.dump.dir in system properties and HBase conf 2024-11-16T01:17:17,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/java.io.tmpdir in system properties and HBase conf 2024-11-16T01:17:17,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:17:17,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T01:17:17,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T01:17:18,547 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T01:17:18,644 INFO [Time-limited test {}] log.Log(170): Logging initialized @3548ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T01:17:18,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:17:18,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:17:18,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:17:18,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:17:18,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:17:18,911 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:17:18,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@397b77ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:17:18,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c612fda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:17:19,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60fa5e03{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/java.io.tmpdir/jetty-localhost-35687-hadoop-hdfs-3_4_1-tests_jar-_-any-4835972026775197891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:17:19,160 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e6370a7{HTTP/1.1, (http/1.1)}{localhost:35687} 2024-11-16T01:17:19,160 INFO [Time-limited test {}] server.Server(415): Started @4065ms 2024-11-16T01:17:20,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:17:20,017 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:17:20,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:17:20,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:17:20,022 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:17:20,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d6aa2bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:17:20,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5630e5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:17:20,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3354f18c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/java.io.tmpdir/jetty-localhost-34741-hadoop-hdfs-3_4_1-tests_jar-_-any-16669516971946882964/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:17:20,138 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79ab3883{HTTP/1.1, (http/1.1)}{localhost:34741} 2024-11-16T01:17:20,138 INFO [Time-limited test {}] server.Server(415): Started @5043ms 2024-11-16T01:17:20,208 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T01:17:21,417 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/cluster_005606c8-0b3a-69b6-caf0-7de2a1ee9df5/data/data1/current/BP-130178200-172.17.0.2-1731719837932/current, will proceed with Du for space computation calculation, 2024-11-16T01:17:21,417 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/cluster_005606c8-0b3a-69b6-caf0-7de2a1ee9df5/data/data2/current/BP-130178200-172.17.0.2-1731719837932/current, will proceed with Du for space computation calculation, 2024-11-16T01:17:21,456 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T01:17:21,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8baf5bace6dc15d5 with lease ID 0xda065a8816550d0e: Processing first storage report for DS-0271b13c-5ab8-4ae4-88ae-100c02560cec from datanode DatanodeRegistration(127.0.0.1:46339, datanodeUuid=9790f460-b350-4ec7-9e0d-937185fd0042, infoPort=40767, infoSecurePort=0, ipcPort=38601, storageInfo=lv=-57;cid=testClusterID;nsid=1395099701;c=1731719837932) 2024-11-16T01:17:21,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8baf5bace6dc15d5 with lease ID 0xda065a8816550d0e: from storage DS-0271b13c-5ab8-4ae4-88ae-100c02560cec node DatanodeRegistration(127.0.0.1:46339, datanodeUuid=9790f460-b350-4ec7-9e0d-937185fd0042, infoPort=40767, infoSecurePort=0, ipcPort=38601, storageInfo=lv=-57;cid=testClusterID;nsid=1395099701;c=1731719837932), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-16T01:17:21,510 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8baf5bace6dc15d5 with lease ID 0xda065a8816550d0e: Processing first storage report for DS-9ca1fc98-6087-4cca-a042-0a2d11f04c5f from datanode DatanodeRegistration(127.0.0.1:46339, datanodeUuid=9790f460-b350-4ec7-9e0d-937185fd0042, infoPort=40767, infoSecurePort=0, ipcPort=38601, storageInfo=lv=-57;cid=testClusterID;nsid=1395099701;c=1731719837932) 2024-11-16T01:17:21,510 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8baf5bace6dc15d5 with lease ID 0xda065a8816550d0e: from storage DS-9ca1fc98-6087-4cca-a042-0a2d11f04c5f node DatanodeRegistration(127.0.0.1:46339, datanodeUuid=9790f460-b350-4ec7-9e0d-937185fd0042, infoPort=40767, infoSecurePort=0, ipcPort=38601, storageInfo=lv=-57;cid=testClusterID;nsid=1395099701;c=1731719837932), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:17:21,518 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769 2024-11-16T01:17:21,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:21,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:21,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741825_1001 (size=7) 2024-11-16T01:17:22,209 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351 with version=8 2024-11-16T01:17:22,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/hbase-staging 2024-11-16T01:17:22,287 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T01:17:22,568 INFO [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=45 2024-11-16T01:17:22,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:22,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:22,580 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:17:22,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:22,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:17:22,702 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T01:17:22,752 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T01:17:22,760 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T01:17:22,763 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:17:22,787 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12601 (auto-detected) 2024-11-16T01:17:22,787 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-16T01:17:22,804 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43377 2024-11-16T01:17:22,824 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43377 connecting to ZooKeeper ensemble=127.0.0.1:49491 2024-11-16T01:17:22,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433770x0, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:17:22,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43377-0x1014137b04d0000 connected 2024-11-16T01:17:23,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:23,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:23,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Set watcher on znode that does not yet exist, /01737600383/running 2024-11-16T01:17:23,046 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351, hbase.cluster.distributed=false 2024-11-16T01:17:23,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Set watcher on znode that does not yet exist, /01737600383/acl 2024-11-16T01:17:23,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43377 2024-11-16T01:17:23,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43377 2024-11-16T01:17:23,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43377 2024-11-16T01:17:23,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43377 2024-11-16T01:17:23,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43377 2024-11-16T01:17:23,168 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=45 2024-11-16T01:17:23,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:23,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:23,170 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:17:23,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:23,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:17:23,173 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T01:17:23,176 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:17:23,177 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33853 2024-11-16T01:17:23,179 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33853 connecting to ZooKeeper ensemble=127.0.0.1:49491 2024-11-16T01:17:23,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:23,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:23,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338530x0, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:17:23,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338530x0, quorum=127.0.0.1:49491, baseZNode=/01737600383 Set watcher on znode that does not yet exist, /01737600383/running 2024-11-16T01:17:23,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33853-0x1014137b04d0001 connected 2024-11-16T01:17:23,200 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T01:17:23,208 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T01:17:23,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33853-0x1014137b04d0001, quorum=127.0.0.1:49491, baseZNode=/01737600383 Set watcher on znode that does not yet exist, /01737600383/master 2024-11-16T01:17:23,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33853-0x1014137b04d0001, quorum=127.0.0.1:49491, baseZNode=/01737600383 Set watcher on znode that does not yet exist, /01737600383/acl 2024-11-16T01:17:23,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33853 2024-11-16T01:17:23,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33853 2024-11-16T01:17:23,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33853 2024-11-16T01:17:23,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33853 2024-11-16T01:17:23,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33853 2024-11-16T01:17:23,234 DEBUG [M:0;844d197be988:43377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:43377 2024-11-16T01:17:23,236 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01737600383/backup-masters/844d197be988,43377,1731719842417 2024-11-16T01:17:23,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x1014137b04d0001, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383/backup-masters 2024-11-16T01:17:23,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383/backup-masters 2024-11-16T01:17:23,250 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Set watcher on existing znode=/01737600383/backup-masters/844d197be988,43377,1731719842417 2024-11-16T01:17:23,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x1014137b04d0001, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01737600383/master 2024-11-16T01:17:23,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383 2024-11-16T01:17:23,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x1014137b04d0001, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383 2024-11-16T01:17:23,281 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Set watcher on existing znode=/01737600383/master 2024-11-16T01:17:23,283 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01737600383/backup-masters/844d197be988,43377,1731719842417 from backup master directory 2024-11-16T01:17:23,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01737600383/backup-masters/844d197be988,43377,1731719842417 2024-11-16T01:17:23,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x1014137b04d0001, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383/backup-masters 2024-11-16T01:17:23,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383/backup-masters 2024-11-16T01:17:23,291 WARN [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:17:23,291 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,43377,1731719842417 2024-11-16T01:17:23,293 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-16T01:17:23,294 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-16T01:17:23,349 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/hbase.id] with ID: 4a6193bb-2cd8-4715-9011-528d182abb59 2024-11-16T01:17:23,349 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/.tmp/hbase.id 2024-11-16T01:17:23,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741826_1002 (size=42) 2024-11-16T01:17:23,761 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/.tmp/hbase.id]:[hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/hbase.id] 2024-11-16T01:17:23,816 INFO [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:23,820 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T01:17:23,838 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-16T01:17:23,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383 2024-11-16T01:17:23,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x1014137b04d0001, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383 2024-11-16T01:17:23,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741827_1003 (size=196) 2024-11-16T01:17:24,327 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:17:24,329 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T01:17:24,342 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:17:24,345 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:17:24,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741828_1004 (size=1189) 2024-11-16T01:17:24,798 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store 2024-11-16T01:17:24,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741829_1005 (size=34) 2024-11-16T01:17:25,223 INFO [master/844d197be988:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-16T01:17:25,227 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:17:25,228 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:17:25,228 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:17:25,228 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:17:25,230 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:17:25,230 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:17:25,230 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:17:25,231 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731719845228Disabling compacts and flushes for region at 1731719845228Disabling writes for close at 1731719845230 (+2 ms)Writing region close event to WAL at 1731719845230Closed at 1731719845230 2024-11-16T01:17:25,233 WARN [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/.initializing 2024-11-16T01:17:25,233 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/WALs/844d197be988,43377,1731719842417 2024-11-16T01:17:25,241 INFO [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:17:25,255 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C43377%2C1731719842417, suffix=, logDir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/WALs/844d197be988,43377,1731719842417, archiveDir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/oldWALs, maxLogs=10 2024-11-16T01:17:25,276 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/WALs/844d197be988,43377,1731719842417/844d197be988%2C43377%2C1731719842417.1731719845259, exclude list is [], retry=0 2024-11-16T01:17:25,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46339,DS-0271b13c-5ab8-4ae4-88ae-100c02560cec,DISK] 2024-11-16T01:17:25,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T01:17:25,326 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/WALs/844d197be988,43377,1731719842417/844d197be988%2C43377%2C1731719842417.1731719845259 2024-11-16T01:17:25,327 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40767:40767)] 2024-11-16T01:17:25,327 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:17:25,328 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:17:25,330 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:25,331 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:25,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:25,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T01:17:25,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:25,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:25,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:25,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T01:17:25,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:25,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:17:25,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:25,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T01:17:25,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:25,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:17:25,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:25,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T01:17:25,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:25,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:17:25,417 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:25,421 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:25,423 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:25,428 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:25,428 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:25,432 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:17:25,435 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:25,439 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:17:25,440 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70845141, jitterRate=0.05567486584186554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:17:25,447 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731719845342Initializing all the Stores at 1731719845345 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719845345Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719845346 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719845346Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719845346Cleaning up temporary data from old regions at 1731719845429 (+83 ms)Region opened successfully at 1731719845447 (+18 ms) 2024-11-16T01:17:25,448 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T01:17:25,478 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4775d4d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:17:25,505 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T01:17:25,519 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T01:17:25,519 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T01:17:25,522 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T01:17:25,524 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T01:17:25,529 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-16T01:17:25,529 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T01:17:25,552 INFO [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T01:17:25,560 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Unable to get data of znode /01737600383/balancer because node does not exist (not necessarily an error) 2024-11-16T01:17:25,637 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01737600383/balancer already deleted, retry=false 2024-11-16T01:17:25,642 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T01:17:25,645 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Unable to get data of znode /01737600383/normalizer because node does not exist (not necessarily an error) 2024-11-16T01:17:25,658 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01737600383/normalizer already deleted, retry=false 2024-11-16T01:17:25,664 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T01:17:25,669 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Unable to get data of znode /01737600383/switch/split because node does not exist (not necessarily an error) 2024-11-16T01:17:25,679 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01737600383/switch/split already deleted, retry=false 2024-11-16T01:17:25,681 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Unable to get data of znode /01737600383/switch/merge because node does not exist (not necessarily an error) 2024-11-16T01:17:25,690 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01737600383/switch/merge already deleted, retry=false 2024-11-16T01:17:25,711 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Unable to get data of znode /01737600383/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T01:17:25,721 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01737600383/snapshot-cleanup already deleted, retry=false 2024-11-16T01:17:25,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x1014137b04d0001, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01737600383/running 2024-11-16T01:17:25,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01737600383/running 2024-11-16T01:17:25,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x1014137b04d0001, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383 2024-11-16T01:17:25,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383 2024-11-16T01:17:25,736 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,43377,1731719842417, sessionid=0x1014137b04d0000, setting cluster-up flag (Was=false) 2024-11-16T01:17:25,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x1014137b04d0001, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383 2024-11-16T01:17:25,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383 2024-11-16T01:17:25,795 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01737600383/flush-table-proc/acquired, /01737600383/flush-table-proc/reached, /01737600383/flush-table-proc/abort 2024-11-16T01:17:25,798 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,43377,1731719842417 2024-11-16T01:17:25,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x1014137b04d0001, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383 2024-11-16T01:17:25,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383 2024-11-16T01:17:25,858 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01737600383/online-snapshot/acquired, /01737600383/online-snapshot/reached, /01737600383/online-snapshot/abort 2024-11-16T01:17:25,860 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,43377,1731719842417 2024-11-16T01:17:25,868 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T01:17:25,927 INFO [RS:0;844d197be988:33853 {}] regionserver.HRegionServer(746): ClusterId : 4a6193bb-2cd8-4715-9011-528d182abb59 2024-11-16T01:17:25,929 DEBUG [RS:0;844d197be988:33853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T01:17:25,938 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T01:17:25,945 DEBUG [RS:0;844d197be988:33853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T01:17:25,945 DEBUG [RS:0;844d197be988:33853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T01:17:25,948 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T01:17:25,955 DEBUG [RS:0;844d197be988:33853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T01:17:25,955 DEBUG [RS:0;844d197be988:33853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b29ff9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:17:25,955 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T01:17:25,961 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,43377,1731719842417 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T01:17:25,969 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:17:25,969 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:17:25,969 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:17:25,969 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:17:25,969 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10 2024-11-16T01:17:25,970 DEBUG [RS:0;844d197be988:33853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:33853 2024-11-16T01:17:25,970 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:25,970 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:17:25,970 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:25,972 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731719875972 2024-11-16T01:17:25,974 INFO [RS:0;844d197be988:33853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T01:17:25,974 INFO [RS:0;844d197be988:33853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T01:17:25,974 DEBUG [RS:0;844d197be988:33853 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T01:17:25,974 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T01:17:25,975 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T01:17:25,976 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:17:25,976 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T01:17:25,976 INFO [RS:0;844d197be988:33853 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,43377,1731719842417 with port=33853, startcode=1731719843136 2024-11-16T01:17:25,979 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T01:17:25,979 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T01:17:25,980 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T01:17:25,980 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T01:17:25,982 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:25,981 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:25,983 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T01:17:25,984 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T01:17:25,985 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T01:17:25,986 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T01:17:25,986 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T01:17:25,988 DEBUG [RS:0;844d197be988:33853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T01:17:25,988 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T01:17:25,988 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T01:17:25,990 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719845990,5,FailOnTimeoutGroup] 2024-11-16T01:17:25,992 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719845990,5,FailOnTimeoutGroup] 2024-11-16T01:17:25,992 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:25,993 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T01:17:25,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741831_1007 (size=1321) 2024-11-16T01:17:25,994 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:25,994 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:26,017 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T01:17:26,024 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43377 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,33853,1731719843136 2024-11-16T01:17:26,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43377 {}] master.ServerManager(517): Registering regionserver=844d197be988,33853,1731719843136 2024-11-16T01:17:26,041 DEBUG [RS:0;844d197be988:33853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351 2024-11-16T01:17:26,041 DEBUG [RS:0;844d197be988:33853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44341 2024-11-16T01:17:26,041 DEBUG [RS:0;844d197be988:33853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T01:17:26,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383/rs 2024-11-16T01:17:26,056 DEBUG [RS:0;844d197be988:33853 {}] zookeeper.ZKUtil(111): regionserver:33853-0x1014137b04d0001, quorum=127.0.0.1:49491, baseZNode=/01737600383 Set watcher on existing znode=/01737600383/rs/844d197be988,33853,1731719843136 2024-11-16T01:17:26,056 WARN [RS:0;844d197be988:33853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:17:26,057 INFO [RS:0;844d197be988:33853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:17:26,057 DEBUG [RS:0;844d197be988:33853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136 2024-11-16T01:17:26,058 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,33853,1731719843136] 2024-11-16T01:17:26,082 INFO [RS:0;844d197be988:33853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T01:17:26,096 INFO [RS:0;844d197be988:33853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T01:17:26,100 INFO [RS:0;844d197be988:33853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T01:17:26,101 INFO [RS:0;844d197be988:33853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:26,101 INFO [RS:0;844d197be988:33853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T01:17:26,106 INFO [RS:0;844d197be988:33853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T01:17:26,108 INFO [RS:0;844d197be988:33853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:26,108 DEBUG [RS:0;844d197be988:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:26,108 DEBUG [RS:0;844d197be988:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:26,108 DEBUG [RS:0;844d197be988:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:26,108 DEBUG [RS:0;844d197be988:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:26,108 DEBUG [RS:0;844d197be988:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:26,109 DEBUG [RS:0;844d197be988:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:17:26,109 DEBUG [RS:0;844d197be988:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:26,109 DEBUG [RS:0;844d197be988:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:26,109 DEBUG [RS:0;844d197be988:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:26,109 DEBUG [RS:0;844d197be988:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:26,109 DEBUG [RS:0;844d197be988:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:26,109 DEBUG [RS:0;844d197be988:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:26,110 DEBUG [RS:0;844d197be988:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:17:26,110 DEBUG [RS:0;844d197be988:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:17:26,110 INFO [RS:0;844d197be988:33853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:26,111 INFO [RS:0;844d197be988:33853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:26,111 INFO [RS:0;844d197be988:33853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:26,111 INFO [RS:0;844d197be988:33853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:26,111 INFO [RS:0;844d197be988:33853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:26,111 INFO [RS:0;844d197be988:33853 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,33853,1731719843136-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:17:26,128 INFO [RS:0;844d197be988:33853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T01:17:26,130 INFO [RS:0;844d197be988:33853 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,33853,1731719843136-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:26,130 INFO [RS:0;844d197be988:33853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:26,130 INFO [RS:0;844d197be988:33853 {}] regionserver.Replication(171): 844d197be988,33853,1731719843136 started 2024-11-16T01:17:26,146 INFO [RS:0;844d197be988:33853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:26,147 INFO [RS:0;844d197be988:33853 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,33853,1731719843136, RpcServer on 844d197be988/172.17.0.2:33853, sessionid=0x1014137b04d0001 2024-11-16T01:17:26,147 DEBUG [RS:0;844d197be988:33853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T01:17:26,147 DEBUG [RS:0;844d197be988:33853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,33853,1731719843136 2024-11-16T01:17:26,147 DEBUG [RS:0;844d197be988:33853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,33853,1731719843136' 2024-11-16T01:17:26,148 DEBUG [RS:0;844d197be988:33853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01737600383/flush-table-proc/abort' 2024-11-16T01:17:26,149 DEBUG [RS:0;844d197be988:33853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01737600383/flush-table-proc/acquired' 2024-11-16T01:17:26,149 DEBUG [RS:0;844d197be988:33853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T01:17:26,150 DEBUG [RS:0;844d197be988:33853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T01:17:26,150 DEBUG [RS:0;844d197be988:33853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,33853,1731719843136 2024-11-16T01:17:26,150 DEBUG [RS:0;844d197be988:33853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,33853,1731719843136' 2024-11-16T01:17:26,150 DEBUG [RS:0;844d197be988:33853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01737600383/online-snapshot/abort' 2024-11-16T01:17:26,150 DEBUG [RS:0;844d197be988:33853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01737600383/online-snapshot/acquired' 2024-11-16T01:17:26,151 DEBUG [RS:0;844d197be988:33853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T01:17:26,151 INFO [RS:0;844d197be988:33853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T01:17:26,151 INFO [RS:0;844d197be988:33853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T01:17:26,263 INFO [RS:0;844d197be988:33853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:17:26,267 INFO [RS:0;844d197be988:33853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C33853%2C1731719843136, suffix=, logDir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136, archiveDir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/oldWALs, maxLogs=10 2024-11-16T01:17:26,281 DEBUG [RS:0;844d197be988:33853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136/844d197be988%2C33853%2C1731719843136.1731719846269, exclude list is [], retry=0 2024-11-16T01:17:26,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46339,DS-0271b13c-5ab8-4ae4-88ae-100c02560cec,DISK] 2024-11-16T01:17:26,288 INFO [RS:0;844d197be988:33853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136/844d197be988%2C33853%2C1731719843136.1731719846269 2024-11-16T01:17:26,289 DEBUG [RS:0;844d197be988:33853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40767:40767)] 2024-11-16T01:17:26,400 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T01:17:26,402 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351 2024-11-16T01:17:26,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741833_1009 (size=32) 2024-11-16T01:17:26,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:17:26,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:17:26,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:17:26,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:26,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:26,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:17:26,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:17:26,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:26,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:26,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:17:26,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:17:26,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:26,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:26,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:17:26,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:17:26,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:26,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:26,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:17:26,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740 2024-11-16T01:17:26,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740 2024-11-16T01:17:26,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:17:26,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:17:26,847 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:17:26,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:17:26,853 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:17:26,854 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58997317, jitterRate=-0.12087146937847137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:17:26,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731719846819Initializing all the Stores at 1731719846824 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719846824Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719846825 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719846825Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719846825Cleaning up temporary data from old regions at 1731719846846 (+21 ms)Region opened successfully at 1731719846856 (+10 ms) 2024-11-16T01:17:26,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:17:26,856 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:17:26,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:17:26,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:17:26,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:17:26,858 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:17:26,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731719846856Disabling compacts and flushes for region at 1731719846856Disabling writes for close at 1731719846856Writing region close event to WAL at 1731719846857 (+1 ms)Closed at 1731719846858 (+1 ms) 2024-11-16T01:17:26,861 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:17:26,861 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T01:17:26,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T01:17:26,873 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:17:26,875 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T01:17:27,030 DEBUG [844d197be988:43377 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:17:27,044 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,33853,1731719843136 2024-11-16T01:17:27,050 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,33853,1731719843136, state=OPENING 2024-11-16T01:17:27,111 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T01:17:27,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383 2024-11-16T01:17:27,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x1014137b04d0001, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383 2024-11-16T01:17:27,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01737600383/meta-region-server: CHANGED 2024-11-16T01:17:27,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01737600383/meta-region-server: CHANGED 2024-11-16T01:17:27,129 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:17:27,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,33853,1731719843136}] 2024-11-16T01:17:27,314 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:17:27,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:17:27,328 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T01:17:27,329 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:17:27,329 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T01:17:27,333 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C33853%2C1731719843136.meta, suffix=.meta, logDir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136, archiveDir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/oldWALs, maxLogs=10 2024-11-16T01:17:27,350 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136/844d197be988%2C33853%2C1731719843136.meta.1731719847336.meta, exclude list is [], retry=0 2024-11-16T01:17:27,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46339,DS-0271b13c-5ab8-4ae4-88ae-100c02560cec,DISK] 2024-11-16T01:17:27,356 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136/844d197be988%2C33853%2C1731719843136.meta.1731719847336.meta 2024-11-16T01:17:27,356 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40767:40767)] 2024-11-16T01:17:27,357 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:17:27,361 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:17:27,362 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:17:27,365 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T01:17:27,366 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T01:17:27,370 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T01:17:27,371 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:17:27,371 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T01:17:27,371 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T01:17:27,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:17:27,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:17:27,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:27,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:27,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:17:27,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:17:27,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:27,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:27,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:17:27,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:17:27,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:27,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:27,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:17:27,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:17:27,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:27,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:27,384 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:17:27,386 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740 2024-11-16T01:17:27,389 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740 2024-11-16T01:17:27,391 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:17:27,392 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:17:27,393 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:17:27,395 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:17:27,397 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73517103, jitterRate=0.09549020230770111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:17:27,397 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T01:17:27,399 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731719847371Writing region info on filesystem at 1731719847372 (+1 ms)Initializing all the Stores at 1731719847374 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719847374Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719847374Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719847374Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719847374Cleaning up temporary data from old regions at 1731719847392 (+18 ms)Running coprocessor post-open hooks at 1731719847397 (+5 ms)Region opened successfully at 1731719847399 (+2 ms) 2024-11-16T01:17:27,405 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731719847303 2024-11-16T01:17:27,415 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T01:17:27,416 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T01:17:27,417 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,33853,1731719843136 2024-11-16T01:17:27,419 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,33853,1731719843136, state=OPEN 2024-11-16T01:17:27,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01737600383/meta-region-server 2024-11-16T01:17:27,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x1014137b04d0001, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01737600383/meta-region-server 2024-11-16T01:17:27,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01737600383/meta-region-server: CHANGED 2024-11-16T01:17:27,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01737600383/meta-region-server: CHANGED 2024-11-16T01:17:27,457 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,33853,1731719843136 2024-11-16T01:17:27,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T01:17:27,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,33853,1731719843136 in 324 msec 2024-11-16T01:17:27,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T01:17:27,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 602 msec 2024-11-16T01:17:27,474 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:17:27,475 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T01:17:27,491 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:17:27,493 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,33853,1731719843136, seqNum=-1] 2024-11-16T01:17:27,509 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:17:27,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:17:27,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6320 sec 2024-11-16T01:17:27,531 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731719847531, completionTime=-1 2024-11-16T01:17:27,533 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T01:17:27,533 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T01:17:27,556 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T01:17:27,556 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731719907556 2024-11-16T01:17:27,556 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731719967556 2024-11-16T01:17:27,557 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec 2024-11-16T01:17:27,558 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,43377,1731719842417-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:27,559 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,43377,1731719842417-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:27,559 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,43377,1731719842417-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:27,560 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:43377, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:27,560 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:27,561 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:27,567 DEBUG [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T01:17:27,588 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.297sec 2024-11-16T01:17:27,590 INFO [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T01:17:27,591 INFO [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T01:17:27,592 INFO [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T01:17:27,592 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T01:17:27,592 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T01:17:27,593 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,43377,1731719842417-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:17:27,593 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,43377,1731719842417-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T01:17:27,601 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T01:17:27,602 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T01:17:27,602 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,43377,1731719842417-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:27,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfc241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:27,640 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T01:17:27,640 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T01:17:27,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,43377,-1 for getting cluster id 2024-11-16T01:17:27,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:17:27,652 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a6193bb-2cd8-4715-9011-528d182abb59' 2024-11-16T01:17:27,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:17:27,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a6193bb-2cd8-4715-9011-528d182abb59" 2024-11-16T01:17:27,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d86f895, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:27,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,43377,-1] 2024-11-16T01:17:27,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:17:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:27,662 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:17:27,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70711368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:27,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:17:27,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,33853,1731719843136, seqNum=-1] 2024-11-16T01:17:27,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:17:27,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:17:27,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=844d197be988,43377,1731719842417 2024-11-16T01:17:27,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49491 2024-11-16T01:17:27,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:17:27,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014137b04d0002 connected 2024-11-16T01:17:27,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/hadoop.log.dir so I do NOT create it in target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6 2024-11-16T01:17:27,750 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T01:17:27,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/hadoop.tmp.dir so I do NOT create it in target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6 2024-11-16T01:17:27,750 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T01:17:27,751 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6 2024-11-16T01:17:27,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T01:17:27,751 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/cluster_8c659979-5188-1cdf-a8b8-b607ebc0ec5a, deleteOnExit=true 2024-11-16T01:17:27,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T01:17:27,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/test.cache.data in system properties and HBase conf 2024-11-16T01:17:27,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T01:17:27,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/hadoop.log.dir in system properties and HBase conf 2024-11-16T01:17:27,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T01:17:27,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T01:17:27,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T01:17:27,752 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T01:17:27,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:17:27,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:17:27,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T01:17:27,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:17:27,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T01:17:27,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T01:17:27,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:17:27,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:17:27,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T01:17:27,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/nfs.dump.dir in system properties and HBase conf 2024-11-16T01:17:27,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/java.io.tmpdir in system properties and HBase conf 2024-11-16T01:17:27,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:17:27,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T01:17:27,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T01:17:28,099 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:17:28,106 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:17:28,107 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:17:28,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:17:28,108 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:17:28,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:17:28,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@779100ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:17:28,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6da0165e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:17:28,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@648ef073{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/java.io.tmpdir/jetty-localhost-42481-hadoop-hdfs-3_4_1-tests_jar-_-any-14556816360991032032/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:17:28,210 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f079672{HTTP/1.1, (http/1.1)}{localhost:42481} 2024-11-16T01:17:28,211 INFO [Time-limited test {}] server.Server(415): Started @13115ms 2024-11-16T01:17:28,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:17:28,513 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:17:28,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:17:28,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:17:28,515 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T01:17:28,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26fe482a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:17:28,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2eeb97ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:17:28,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f930e04{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/java.io.tmpdir/jetty-localhost-44573-hadoop-hdfs-3_4_1-tests_jar-_-any-16166212739892438969/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:17:28,613 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@224a64ad{HTTP/1.1, (http/1.1)}{localhost:44573} 2024-11-16T01:17:28,613 INFO [Time-limited test {}] server.Server(415): Started @13517ms 2024-11-16T01:17:28,615 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T01:17:29,324 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/cluster_8c659979-5188-1cdf-a8b8-b607ebc0ec5a/data/data1/current/BP-1105231771-172.17.0.2-1731719847779/current, will proceed with Du for space computation calculation, 2024-11-16T01:17:29,324 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/cluster_8c659979-5188-1cdf-a8b8-b607ebc0ec5a/data/data2/current/BP-1105231771-172.17.0.2-1731719847779/current, will proceed with Du for space computation calculation, 2024-11-16T01:17:29,367 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T01:17:29,371 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56c39b8b2dbddf0f with lease ID 0x1ecd80a2fd1778b2: Processing first storage report for DS-ba108f69-af39-499f-9227-69dc4afc83fb from datanode DatanodeRegistration(127.0.0.1:42583, datanodeUuid=eb7cd1b2-a601-4b40-a27d-3573d20b1532, infoPort=46063, infoSecurePort=0, ipcPort=40855, storageInfo=lv=-57;cid=testClusterID;nsid=91639335;c=1731719847779) 2024-11-16T01:17:29,371 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56c39b8b2dbddf0f with lease ID 0x1ecd80a2fd1778b2: from storage DS-ba108f69-af39-499f-9227-69dc4afc83fb node DatanodeRegistration(127.0.0.1:42583, datanodeUuid=eb7cd1b2-a601-4b40-a27d-3573d20b1532, infoPort=46063, infoSecurePort=0, ipcPort=40855, storageInfo=lv=-57;cid=testClusterID;nsid=91639335;c=1731719847779), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:17:29,371 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56c39b8b2dbddf0f with lease ID 0x1ecd80a2fd1778b2: Processing first storage report for DS-d8b18af7-43c8-4a4a-8599-0bfe18d5aff3 from datanode DatanodeRegistration(127.0.0.1:42583, datanodeUuid=eb7cd1b2-a601-4b40-a27d-3573d20b1532, infoPort=46063, infoSecurePort=0, ipcPort=40855, storageInfo=lv=-57;cid=testClusterID;nsid=91639335;c=1731719847779) 2024-11-16T01:17:29,371 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56c39b8b2dbddf0f with lease ID 0x1ecd80a2fd1778b2: from storage DS-d8b18af7-43c8-4a4a-8599-0bfe18d5aff3 node DatanodeRegistration(127.0.0.1:42583, datanodeUuid=eb7cd1b2-a601-4b40-a27d-3573d20b1532, infoPort=46063, infoSecurePort=0, ipcPort=40855, storageInfo=lv=-57;cid=testClusterID;nsid=91639335;c=1731719847779), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:17:29,454 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6 2024-11-16T01:17:29,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:29,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:29,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42583 is added to blk_1073741825_1001 (size=7) 2024-11-16T01:17:29,874 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a with version=8 2024-11-16T01:17:29,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/hbase-staging 2024-11-16T01:17:29,879 INFO [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=45 2024-11-16T01:17:29,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:29,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:29,880 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:17:29,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:29,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:17:29,880 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T01:17:29,880 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:17:29,882 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34751 2024-11-16T01:17:29,884 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34751 connecting to ZooKeeper ensemble=127.0.0.1:49491 2024-11-16T01:17:29,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347510x0, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:17:29,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34751-0x1014137b04d0003 connected 2024-11-16T01:17:30,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:30,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:30,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Set watcher on znode that does not yet exist, /1-1782986307/running 2024-11-16T01:17:30,170 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a, hbase.cluster.distributed=false 2024-11-16T01:17:30,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Set watcher on znode that does not yet exist, /1-1782986307/acl 2024-11-16T01:17:30,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34751 2024-11-16T01:17:30,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34751 2024-11-16T01:17:30,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34751 2024-11-16T01:17:30,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34751 2024-11-16T01:17:30,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34751 2024-11-16T01:17:30,191 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=45 2024-11-16T01:17:30,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:30,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:30,192 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:17:30,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:30,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:17:30,192 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T01:17:30,192 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:17:30,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43355 2024-11-16T01:17:30,195 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43355 connecting to ZooKeeper ensemble=127.0.0.1:49491 2024-11-16T01:17:30,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:30,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:30,213 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433550x0, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:17:30,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433550x0, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Set watcher on znode that does not yet exist, /1-1782986307/running 2024-11-16T01:17:30,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43355-0x1014137b04d0004 connected 2024-11-16T01:17:30,214 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T01:17:30,215 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T01:17:30,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43355-0x1014137b04d0004, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Set watcher on znode that does not yet exist, /1-1782986307/master 2024-11-16T01:17:30,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43355-0x1014137b04d0004, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Set watcher on znode that does not yet exist, /1-1782986307/acl 2024-11-16T01:17:30,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43355 2024-11-16T01:17:30,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43355 2024-11-16T01:17:30,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43355 2024-11-16T01:17:30,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43355 2024-11-16T01:17:30,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43355 2024-11-16T01:17:30,238 DEBUG [M:0;844d197be988:34751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:34751 2024-11-16T01:17:30,238 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1782986307/backup-masters/844d197be988,34751,1731719849878 2024-11-16T01:17:30,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1782986307/backup-masters 2024-11-16T01:17:30,247 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x1014137b04d0004, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1782986307/backup-masters 2024-11-16T01:17:30,248 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Set watcher on existing znode=/1-1782986307/backup-masters/844d197be988,34751,1731719849878 2024-11-16T01:17:30,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1782986307 2024-11-16T01:17:30,259 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x1014137b04d0004, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1782986307/master 2024-11-16T01:17:30,259 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x1014137b04d0004, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1782986307 2024-11-16T01:17:30,260 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Set watcher on existing znode=/1-1782986307/master 2024-11-16T01:17:30,260 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1782986307/backup-masters/844d197be988,34751,1731719849878 from backup master directory 2024-11-16T01:17:30,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1782986307/backup-masters/844d197be988,34751,1731719849878 2024-11-16T01:17:30,269 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x1014137b04d0004, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1782986307/backup-masters 2024-11-16T01:17:30,269 WARN [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:17:30,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1782986307/backup-masters 2024-11-16T01:17:30,269 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,34751,1731719849878 2024-11-16T01:17:30,278 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/hbase.id] with ID: 14e3c749-7540-4ef4-888f-2498bfb49c63 2024-11-16T01:17:30,278 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/.tmp/hbase.id 2024-11-16T01:17:30,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42583 is added to blk_1073741826_1002 (size=42) 2024-11-16T01:17:30,690 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/.tmp/hbase.id]:[hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/hbase.id] 2024-11-16T01:17:30,720 INFO [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:30,720 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T01:17:30,722 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T01:17:30,774 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x1014137b04d0004, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1782986307 2024-11-16T01:17:30,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1782986307 2024-11-16T01:17:30,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42583 is added to blk_1073741827_1003 (size=196) 2024-11-16T01:17:31,188 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:17:31,191 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T01:17:31,192 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:17:31,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42583 is added to blk_1073741828_1004 (size=1189) 2024-11-16T01:17:31,608 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/data/master/store 2024-11-16T01:17:31,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42583 is added to blk_1073741829_1005 (size=34) 2024-11-16T01:17:32,025 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:17:32,025 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:17:32,026 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:17:32,026 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:17:32,026 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:17:32,026 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:17:32,027 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:17:32,027 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731719852025Disabling compacts and flushes for region at 1731719852025Disabling writes for close at 1731719852026 (+1 ms)Writing region close event to WAL at 1731719852027 (+1 ms)Closed at 1731719852027 2024-11-16T01:17:32,031 WARN [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/data/master/store/.initializing 2024-11-16T01:17:32,032 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/WALs/844d197be988,34751,1731719849878 2024-11-16T01:17:32,034 INFO [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:17:32,038 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C34751%2C1731719849878, suffix=, logDir=hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/WALs/844d197be988,34751,1731719849878, archiveDir=hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/oldWALs, maxLogs=10 2024-11-16T01:17:32,052 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/WALs/844d197be988,34751,1731719849878/844d197be988%2C34751%2C1731719849878.1731719852038, exclude list is [], retry=0 2024-11-16T01:17:32,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42583,DS-ba108f69-af39-499f-9227-69dc4afc83fb,DISK] 2024-11-16T01:17:32,061 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/WALs/844d197be988,34751,1731719849878/844d197be988%2C34751%2C1731719849878.1731719852038 2024-11-16T01:17:32,061 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46063:46063)] 2024-11-16T01:17:32,061 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:17:32,062 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:17:32,062 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:32,062 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:32,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:32,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T01:17:32,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:32,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:32,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:32,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T01:17:32,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:32,077 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T01:17:32,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:17:32,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:32,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T01:17:32,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:32,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:17:32,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:32,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T01:17:32,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:32,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:17:32,088 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:32,089 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:32,090 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:32,092 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:32,092 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:32,093 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:17:32,095 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:32,098 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:17:32,099 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70261786, jitterRate=0.04698219895362854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:17:32,099 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731719852062Initializing all the Stores at 1731719852064 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719852064Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719852064Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719852064Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719852064Cleaning up temporary data from old regions at 1731719852092 (+28 ms)Region opened successfully at 1731719852099 (+7 ms) 2024-11-16T01:17:32,100 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T01:17:32,105 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a037356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:17:32,106 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T01:17:32,106 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T01:17:32,106 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T01:17:32,107 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T01:17:32,107 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T01:17:32,108 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T01:17:32,108 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T01:17:32,111 INFO [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T01:17:32,112 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Unable to get data of znode /1-1782986307/balancer because node does not exist (not necessarily an error) 2024-11-16T01:17:32,229 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1782986307/balancer already deleted, retry=false 2024-11-16T01:17:32,230 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T01:17:32,233 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Unable to get data of znode /1-1782986307/normalizer because node does not exist (not necessarily an error) 2024-11-16T01:17:32,247 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1782986307/normalizer already deleted, retry=false 2024-11-16T01:17:32,248 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T01:17:32,249 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Unable to get data of znode /1-1782986307/switch/split because node does not exist (not necessarily an error) 2024-11-16T01:17:32,268 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1782986307/switch/split already deleted, retry=false 2024-11-16T01:17:32,270 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Unable to get data of znode /1-1782986307/switch/merge because node does not exist (not necessarily an error) 2024-11-16T01:17:32,289 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1782986307/switch/merge already deleted, retry=false 2024-11-16T01:17:32,293 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Unable to get data of znode /1-1782986307/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T01:17:32,300 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1782986307/snapshot-cleanup already deleted, retry=false 2024-11-16T01:17:32,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1782986307/running 2024-11-16T01:17:32,310 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x1014137b04d0004, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1782986307/running 2024-11-16T01:17:32,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1782986307 2024-11-16T01:17:32,311 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x1014137b04d0004, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1782986307 2024-11-16T01:17:32,311 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,34751,1731719849878, sessionid=0x1014137b04d0003, setting cluster-up flag (Was=false) 2024-11-16T01:17:32,331 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x1014137b04d0004, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1782986307 2024-11-16T01:17:32,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1782986307 2024-11-16T01:17:32,363 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1782986307/flush-table-proc/acquired, /1-1782986307/flush-table-proc/reached, /1-1782986307/flush-table-proc/abort 2024-11-16T01:17:32,365 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,34751,1731719849878 2024-11-16T01:17:32,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1782986307 2024-11-16T01:17:32,384 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x1014137b04d0004, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1782986307 2024-11-16T01:17:32,416 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1782986307/online-snapshot/acquired, /1-1782986307/online-snapshot/reached, /1-1782986307/online-snapshot/abort 2024-11-16T01:17:32,418 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,34751,1731719849878 2024-11-16T01:17:32,421 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T01:17:32,424 INFO [RS:0;844d197be988:43355 {}] regionserver.HRegionServer(746): ClusterId : 14e3c749-7540-4ef4-888f-2498bfb49c63 2024-11-16T01:17:32,424 DEBUG [RS:0;844d197be988:43355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T01:17:32,425 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T01:17:32,426 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T01:17:32,426 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T01:17:32,426 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,34751,1731719849878 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T01:17:32,439 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:17:32,439 DEBUG [RS:0;844d197be988:43355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T01:17:32,439 DEBUG [RS:0;844d197be988:43355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T01:17:32,439 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:17:32,439 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:17:32,439 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:17:32,439 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10 2024-11-16T01:17:32,440 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:32,440 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:17:32,440 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:32,441 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731719882441 2024-11-16T01:17:32,441 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T01:17:32,441 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T01:17:32,442 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T01:17:32,442 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T01:17:32,442 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T01:17:32,442 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T01:17:32,442 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:32,443 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T01:17:32,443 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T01:17:32,443 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T01:17:32,443 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T01:17:32,444 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:17:32,444 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T01:17:32,444 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T01:17:32,444 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T01:17:32,445 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719852445,5,FailOnTimeoutGroup] 2024-11-16T01:17:32,445 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719852445,5,FailOnTimeoutGroup] 2024-11-16T01:17:32,445 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:32,446 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T01:17:32,446 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:32,446 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:32,447 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:32,447 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T01:17:32,449 DEBUG [RS:0;844d197be988:43355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T01:17:32,449 DEBUG [RS:0;844d197be988:43355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9447c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:17:32,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42583 is added to blk_1073741831_1007 (size=1321) 2024-11-16T01:17:32,462 DEBUG [RS:0;844d197be988:43355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:43355 2024-11-16T01:17:32,462 INFO [RS:0;844d197be988:43355 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T01:17:32,462 INFO [RS:0;844d197be988:43355 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T01:17:32,462 DEBUG [RS:0;844d197be988:43355 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T01:17:32,463 INFO [RS:0;844d197be988:43355 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,34751,1731719849878 with port=43355, startcode=1731719850191 2024-11-16T01:17:32,463 DEBUG [RS:0;844d197be988:43355 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T01:17:32,465 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T01:17:32,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34751 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,43355,1731719850191 2024-11-16T01:17:32,466 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34751 {}] master.ServerManager(517): Registering regionserver=844d197be988,43355,1731719850191 2024-11-16T01:17:32,469 DEBUG [RS:0;844d197be988:43355 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a 2024-11-16T01:17:32,469 DEBUG [RS:0;844d197be988:43355 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36547 2024-11-16T01:17:32,469 DEBUG [RS:0;844d197be988:43355 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T01:17:32,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1782986307/rs 2024-11-16T01:17:32,535 DEBUG [RS:0;844d197be988:43355 {}] zookeeper.ZKUtil(111): regionserver:43355-0x1014137b04d0004, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Set watcher on existing znode=/1-1782986307/rs/844d197be988,43355,1731719850191 2024-11-16T01:17:32,535 WARN [RS:0;844d197be988:43355 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:17:32,536 INFO [RS:0;844d197be988:43355 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:17:32,536 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,43355,1731719850191] 2024-11-16T01:17:32,536 DEBUG [RS:0;844d197be988:43355 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/WALs/844d197be988,43355,1731719850191 2024-11-16T01:17:32,545 INFO [RS:0;844d197be988:43355 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T01:17:32,548 INFO [RS:0;844d197be988:43355 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T01:17:32,549 INFO [RS:0;844d197be988:43355 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T01:17:32,549 INFO [RS:0;844d197be988:43355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:32,549 INFO [RS:0;844d197be988:43355 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T01:17:32,550 INFO [RS:0;844d197be988:43355 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T01:17:32,550 INFO [RS:0;844d197be988:43355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:32,550 DEBUG [RS:0;844d197be988:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:32,550 DEBUG [RS:0;844d197be988:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:32,551 DEBUG [RS:0;844d197be988:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:32,551 DEBUG [RS:0;844d197be988:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:32,551 DEBUG [RS:0;844d197be988:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:32,551 DEBUG [RS:0;844d197be988:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:17:32,551 DEBUG [RS:0;844d197be988:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:32,551 DEBUG [RS:0;844d197be988:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:32,551 DEBUG [RS:0;844d197be988:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:32,551 DEBUG [RS:0;844d197be988:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:32,551 DEBUG [RS:0;844d197be988:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:32,551 DEBUG [RS:0;844d197be988:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:32,551 DEBUG [RS:0;844d197be988:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:17:32,551 DEBUG [RS:0;844d197be988:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:17:32,552 INFO [RS:0;844d197be988:43355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:32,552 INFO [RS:0;844d197be988:43355 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:32,552 INFO [RS:0;844d197be988:43355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:32,552 INFO [RS:0;844d197be988:43355 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:32,552 INFO [RS:0;844d197be988:43355 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:32,552 INFO [RS:0;844d197be988:43355 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,43355,1731719850191-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:17:32,567 INFO [RS:0;844d197be988:43355 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T01:17:32,567 INFO [RS:0;844d197be988:43355 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,43355,1731719850191-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:32,567 INFO [RS:0;844d197be988:43355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:32,567 INFO [RS:0;844d197be988:43355 {}] regionserver.Replication(171): 844d197be988,43355,1731719850191 started 2024-11-16T01:17:32,580 INFO [RS:0;844d197be988:43355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:32,580 INFO [RS:0;844d197be988:43355 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,43355,1731719850191, RpcServer on 844d197be988/172.17.0.2:43355, sessionid=0x1014137b04d0004 2024-11-16T01:17:32,581 DEBUG [RS:0;844d197be988:43355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T01:17:32,581 DEBUG [RS:0;844d197be988:43355 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,43355,1731719850191 2024-11-16T01:17:32,581 DEBUG [RS:0;844d197be988:43355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,43355,1731719850191' 2024-11-16T01:17:32,581 DEBUG [RS:0;844d197be988:43355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1782986307/flush-table-proc/abort' 2024-11-16T01:17:32,581 DEBUG [RS:0;844d197be988:43355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1782986307/flush-table-proc/acquired' 2024-11-16T01:17:32,582 DEBUG [RS:0;844d197be988:43355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T01:17:32,582 DEBUG [RS:0;844d197be988:43355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T01:17:32,582 DEBUG [RS:0;844d197be988:43355 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,43355,1731719850191 2024-11-16T01:17:32,582 DEBUG [RS:0;844d197be988:43355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,43355,1731719850191' 2024-11-16T01:17:32,582 DEBUG [RS:0;844d197be988:43355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1782986307/online-snapshot/abort' 2024-11-16T01:17:32,583 DEBUG [RS:0;844d197be988:43355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1782986307/online-snapshot/acquired' 2024-11-16T01:17:32,583 DEBUG [RS:0;844d197be988:43355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T01:17:32,583 INFO [RS:0;844d197be988:43355 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T01:17:32,583 INFO [RS:0;844d197be988:43355 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T01:17:32,685 INFO [RS:0;844d197be988:43355 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:17:32,693 INFO [RS:0;844d197be988:43355 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C43355%2C1731719850191, suffix=, logDir=hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/WALs/844d197be988,43355,1731719850191, archiveDir=hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/oldWALs, maxLogs=10 2024-11-16T01:17:32,712 DEBUG [RS:0;844d197be988:43355 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/WALs/844d197be988,43355,1731719850191/844d197be988%2C43355%2C1731719850191.1731719852697, exclude list is [], retry=0 2024-11-16T01:17:32,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42583,DS-ba108f69-af39-499f-9227-69dc4afc83fb,DISK] 2024-11-16T01:17:32,719 INFO [RS:0;844d197be988:43355 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/WALs/844d197be988,43355,1731719850191/844d197be988%2C43355%2C1731719850191.1731719852697 2024-11-16T01:17:32,719 DEBUG [RS:0;844d197be988:43355 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46063:46063)] 2024-11-16T01:17:32,858 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T01:17:32,859 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a 2024-11-16T01:17:32,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42583 is added to blk_1073741833_1009 (size=32) 2024-11-16T01:17:32,885 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:17:32,934 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T01:17:32,934 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T01:17:32,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:17:32,936 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T01:17:32,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:17:32,936 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T01:17:32,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T01:17:32,936 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T01:17:33,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:17:33,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:17:33,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:17:33,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:33,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:33,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:17:33,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:17:33,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:33,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:33,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:17:33,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:17:33,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:33,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:33,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:17:33,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:17:33,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:33,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:33,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:17:33,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/data/hbase/meta/1588230740 2024-11-16T01:17:33,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/data/hbase/meta/1588230740 2024-11-16T01:17:33,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:17:33,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:17:33,295 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:17:33,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:17:33,300 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:17:33,300 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66920680, jitterRate=-0.0028041601181030273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:17:33,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731719853273Initializing all the Stores at 1731719853275 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719853275Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719853276 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719853276Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719853276Cleaning up temporary data from old regions at 1731719853294 (+18 ms)Region opened successfully at 1731719853301 (+7 ms) 2024-11-16T01:17:33,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:17:33,301 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:17:33,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:17:33,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:17:33,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:17:33,301 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:17:33,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731719853301Disabling compacts and flushes for region at 1731719853301Disabling writes for close at 1731719853301Writing region close event to WAL at 1731719853301Closed at 1731719853301 2024-11-16T01:17:33,303 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:17:33,303 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T01:17:33,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T01:17:33,306 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:17:33,307 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T01:17:33,458 DEBUG [844d197be988:34751 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:17:33,459 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,43355,1731719850191 2024-11-16T01:17:33,466 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,43355,1731719850191, state=OPENING 2024-11-16T01:17:33,563 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T01:17:33,574 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x1014137b04d0004, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1782986307 2024-11-16T01:17:33,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1782986307 2024-11-16T01:17:33,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1782986307/meta-region-server: CHANGED 2024-11-16T01:17:33,574 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:17:33,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1782986307/meta-region-server: CHANGED 2024-11-16T01:17:33,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,43355,1731719850191}] 2024-11-16T01:17:33,730 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:17:33,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:17:33,746 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T01:17:33,746 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:17:33,746 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T01:17:33,749 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C43355%2C1731719850191.meta, suffix=.meta, logDir=hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/WALs/844d197be988,43355,1731719850191, archiveDir=hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/oldWALs, maxLogs=10 2024-11-16T01:17:33,762 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/WALs/844d197be988,43355,1731719850191/844d197be988%2C43355%2C1731719850191.meta.1731719853750.meta, exclude list is [], retry=0 2024-11-16T01:17:33,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42583,DS-ba108f69-af39-499f-9227-69dc4afc83fb,DISK] 2024-11-16T01:17:33,768 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/WALs/844d197be988,43355,1731719850191/844d197be988%2C43355%2C1731719850191.meta.1731719853750.meta 2024-11-16T01:17:33,769 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46063:46063)] 2024-11-16T01:17:33,769 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:17:33,769 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:17:33,769 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:17:33,769 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T01:17:33,769 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T01:17:33,770 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T01:17:33,770 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:17:33,770 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T01:17:33,770 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T01:17:33,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:17:33,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:17:33,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:33,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:33,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:17:33,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:17:33,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:33,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:33,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:17:33,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:17:33,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:33,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:33,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:17:33,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:17:33,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:33,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:33,779 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:17:33,781 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/data/hbase/meta/1588230740 2024-11-16T01:17:33,783 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/data/hbase/meta/1588230740 2024-11-16T01:17:33,785 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:17:33,785 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:17:33,786 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:17:33,788 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:17:33,789 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68654954, jitterRate=0.023038536310195923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:17:33,789 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T01:17:33,789 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731719853770Writing region info on filesystem at 1731719853770Initializing all the Stores at 1731719853771 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719853771Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719853772 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719853772Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719853772Cleaning up temporary data from old regions at 1731719853785 (+13 ms)Running coprocessor post-open hooks at 1731719853789 (+4 ms)Region opened successfully at 1731719853789 2024-11-16T01:17:33,791 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731719853729 2024-11-16T01:17:33,794 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T01:17:33,794 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T01:17:33,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,43355,1731719850191 2024-11-16T01:17:33,797 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,43355,1731719850191, state=OPEN 2024-11-16T01:17:33,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1782986307/meta-region-server 2024-11-16T01:17:33,805 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x1014137b04d0004, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1782986307/meta-region-server 2024-11-16T01:17:33,805 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,43355,1731719850191 2024-11-16T01:17:33,805 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1782986307/meta-region-server: CHANGED 2024-11-16T01:17:33,805 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1782986307/meta-region-server: CHANGED 2024-11-16T01:17:33,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T01:17:33,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,43355,1731719850191 in 231 msec 2024-11-16T01:17:33,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T01:17:33,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 506 msec 2024-11-16T01:17:33,815 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:17:33,815 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T01:17:33,817 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:17:33,817 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,43355,1731719850191, seqNum=-1] 2024-11-16T01:17:33,818 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:17:33,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:17:33,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4030 sec 2024-11-16T01:17:33,828 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731719853827, completionTime=-1 2024-11-16T01:17:33,828 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T01:17:33,828 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T01:17:33,830 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T01:17:33,830 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731719913830 2024-11-16T01:17:33,830 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731719973830 2024-11-16T01:17:33,830 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T01:17:33,831 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34751,1731719849878-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:33,831 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34751,1731719849878-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:33,831 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34751,1731719849878-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:33,831 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:34751, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:33,831 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:33,831 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:33,833 DEBUG [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T01:17:33,836 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.567sec 2024-11-16T01:17:33,836 INFO [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T01:17:33,836 INFO [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T01:17:33,836 INFO [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T01:17:33,837 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T01:17:33,837 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T01:17:33,837 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34751,1731719849878-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:17:33,837 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34751,1731719849878-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T01:17:33,841 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T01:17:33,841 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T01:17:33,841 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34751,1731719849878-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:33,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ddcb6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:33,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34751,-1 for getting cluster id 2024-11-16T01:17:33,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:17:33,931 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14e3c749-7540-4ef4-888f-2498bfb49c63' 2024-11-16T01:17:33,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:17:33,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14e3c749-7540-4ef4-888f-2498bfb49c63" 2024-11-16T01:17:33,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543ead15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:33,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34751,-1] 2024-11-16T01:17:33,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:17:33,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:33,936 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:17:33,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5394f5ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:33,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:17:33,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,43355,1731719850191, seqNum=-1] 2024-11-16T01:17:33,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:17:33,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:17:33,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=844d197be988,34751,1731719849878 2024-11-16T01:17:33,948 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49491 2024-11-16T01:17:33,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:17:33,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014137b04d0005 connected 2024-11-16T01:17:33,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b95dbae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:33,977 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,43377,-1 for getting cluster id 2024-11-16T01:17:33,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:17:33,978 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a6193bb-2cd8-4715-9011-528d182abb59' 2024-11-16T01:17:33,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:17:33,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a6193bb-2cd8-4715-9011-528d182abb59" 2024-11-16T01:17:33,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30402fac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:33,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,43377,-1] 2024-11-16T01:17:33,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:17:33,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:33,982 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:17:33,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332b4868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:33,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:17:33,998 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,43377,1731719842417 2024-11-16T01:17:34,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e3103d7 2024-11-16T01:17:34,002 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:17:34,004 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:17:34,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://844d197be988:34751,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T01:17:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T01:17:34,042 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:34751' 2024-11-16T01:17:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:17:34,048 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1144d6d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:34,049 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34751,-1 for getting cluster id 2024-11-16T01:17:34,049 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:17:34,050 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14e3c749-7540-4ef4-888f-2498bfb49c63' 2024-11-16T01:17:34,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:17:34,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14e3c749-7540-4ef4-888f-2498bfb49c63" 2024-11-16T01:17:34,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ddfbda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:34,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34751,-1] 2024-11-16T01:17:34,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:17:34,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:34,052 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:17:34,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9f55d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:34,054 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:17:34,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,34751,1731719849878 2024-11-16T01:17:34,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fe9dec7 2024-11-16T01:17:34,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:17:34,061 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:17:34,076 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T01:17:34,076 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T01:17:34,080 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:34,081 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:34,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:17:34,082 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:17:34,087 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T01:17:34,091 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:17:34,091 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:34,093 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:17:34,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741835_1011 (size=1138) 2024-11-16T01:17:34,140 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T01:17:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:17:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:17:34,507 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d73c0db3d64f5479fe1818b720dcf8d6, NAME => 'hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351 2024-11-16T01:17:34,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741836_1012 (size=44) 2024-11-16T01:17:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:17:34,916 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:17:34,916 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d73c0db3d64f5479fe1818b720dcf8d6, disabling compactions & flushes 2024-11-16T01:17:34,916 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. 2024-11-16T01:17:34,916 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. 2024-11-16T01:17:34,916 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. after waiting 0 ms 2024-11-16T01:17:34,916 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. 2024-11-16T01:17:34,916 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. 2024-11-16T01:17:34,916 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d73c0db3d64f5479fe1818b720dcf8d6: Waiting for close lock at 1731719854916Disabling compacts and flushes for region at 1731719854916Disabling writes for close at 1731719854916Writing region close event to WAL at 1731719854916Closed at 1731719854916 2024-11-16T01:17:34,918 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:17:34,922 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731719854918"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731719854918"}]},"ts":"1731719854918"} 2024-11-16T01:17:34,926 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:17:34,928 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:17:34,930 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731719854928"}]},"ts":"1731719854928"} 2024-11-16T01:17:34,934 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T01:17:34,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d73c0db3d64f5479fe1818b720dcf8d6, ASSIGN}] 2024-11-16T01:17:34,937 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d73c0db3d64f5479fe1818b720dcf8d6, ASSIGN 2024-11-16T01:17:34,939 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d73c0db3d64f5479fe1818b720dcf8d6, ASSIGN; state=OFFLINE, location=844d197be988,33853,1731719843136; forceNewPlan=false, retain=false 2024-11-16T01:17:35,091 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d73c0db3d64f5479fe1818b720dcf8d6, regionState=OPENING, regionLocation=844d197be988,33853,1731719843136 2024-11-16T01:17:35,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d73c0db3d64f5479fe1818b720dcf8d6, ASSIGN because future has completed 2024-11-16T01:17:35,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d73c0db3d64f5479fe1818b720dcf8d6, server=844d197be988,33853,1731719843136}] 2024-11-16T01:17:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:17:35,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. 2024-11-16T01:17:35,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:17:35,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T01:17:35,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C33853%2C1731719843136.rep, suffix=, logDir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136, archiveDir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/oldWALs, maxLogs=10 2024-11-16T01:17:35,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136/844d197be988%2C33853%2C1731719843136.rep.1731719855262, exclude list is [], retry=0 2024-11-16T01:17:35,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46339,DS-0271b13c-5ab8-4ae4-88ae-100c02560cec,DISK] 2024-11-16T01:17:35,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136/844d197be988%2C33853%2C1731719843136.rep.1731719855262 2024-11-16T01:17:35,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40767:40767)] 2024-11-16T01:17:35,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d73c0db3d64f5479fe1818b720dcf8d6, NAME => 'hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:17:35,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:17:35,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:17:35,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. service=MultiRowMutationService 2024-11-16T01:17:35,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T01:17:35,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:35,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:17:35,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:35,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:35,291 INFO [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:35,293 INFO [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d73c0db3d64f5479fe1818b720dcf8d6 columnFamilyName hfileref 2024-11-16T01:17:35,293 DEBUG [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:35,293 INFO [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] regionserver.HStore(327): Store=d73c0db3d64f5479fe1818b720dcf8d6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:17:35,293 INFO [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:35,295 INFO [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d73c0db3d64f5479fe1818b720dcf8d6 columnFamilyName queue 2024-11-16T01:17:35,295 DEBUG [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:35,295 INFO [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] regionserver.HStore(327): Store=d73c0db3d64f5479fe1818b720dcf8d6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:17:35,296 INFO [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:35,297 INFO [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d73c0db3d64f5479fe1818b720dcf8d6 columnFamilyName sid 2024-11-16T01:17:35,297 DEBUG [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:35,298 INFO [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] regionserver.HStore(327): Store=d73c0db3d64f5479fe1818b720dcf8d6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:17:35,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:35,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/replication/d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:35,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/replication/d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:35,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:35,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:35,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:17:35,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:35,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/replication/d73c0db3d64f5479fe1818b720dcf8d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:17:35,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d73c0db3d64f5479fe1818b720dcf8d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66348045, jitterRate=-0.01133708655834198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:17:35,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:35,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d73c0db3d64f5479fe1818b720dcf8d6: Running coprocessor pre-open hook at 1731719855289Writing region info on filesystem at 1731719855289Initializing all the Stores at 1731719855290 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719855290Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719855291 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719855291Cleaning up temporary data from old regions at 1731719855301 (+10 ms)Running coprocessor post-open hooks at 1731719855308 (+7 ms)Region opened successfully at 1731719855308 2024-11-16T01:17:35,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6., pid=7, masterSystemTime=1731719855251 2024-11-16T01:17:35,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. 2024-11-16T01:17:35,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. 2024-11-16T01:17:35,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d73c0db3d64f5479fe1818b720dcf8d6, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,33853,1731719843136 2024-11-16T01:17:35,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d73c0db3d64f5479fe1818b720dcf8d6, server=844d197be988,33853,1731719843136 because future has completed 2024-11-16T01:17:35,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T01:17:35,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d73c0db3d64f5479fe1818b720dcf8d6, server=844d197be988,33853,1731719843136 in 223 msec 2024-11-16T01:17:35,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T01:17:35,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d73c0db3d64f5479fe1818b720dcf8d6, ASSIGN in 389 msec 2024-11-16T01:17:35,330 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:17:35,330 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731719855330"}]},"ts":"1731719855330"} 2024-11-16T01:17:35,333 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T01:17:35,335 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:17:35,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2520 sec 2024-11-16T01:17:35,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6., hostname=844d197be988,33853,1731719843136, seqNum=2] 2024-11-16T01:17:35,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33853 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-16T01:17:35,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x1014137b04d0001, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383 2024-11-16T01:17:35,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383 2024-11-16T01:17:35,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T01:17:35,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33853 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-16T01:17:35,617 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T01:17:35,655 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-844d197be988,33853,1731719843136, ReplicationSource: 1, currentBandwidth=0 2024-11-16T01:17:35,656 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:17:35,656 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,33853,1731719843136, seqNum=-1] 2024-11-16T01:17:35,657 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:17:35,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-16T01:17:35,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-844d197be988,33853,1731719843136', locateType=CURRENT is [region=hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6., hostname=844d197be988,33853,1731719843136, seqNum=2] 2024-11-16T01:17:35,667 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-16T01:17:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-16T01:17:35,673 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 844d197be988,33853,1731719843136 suceeded 2024-11-16T01:17:35,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-16T01:17:35,677 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://844d197be988:34751,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T01:17:35,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-11-16T01:17:35,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6460 sec 2024-11-16T01:17:35,687 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33853,1731719843136 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:34751' 2024-11-16T01:17:35,689 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33853,1731719843136 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33e7c4f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:35,689 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33853,1731719843136 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34751,-1 for getting cluster id 2024-11-16T01:17:35,689 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33853,1731719843136 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:17:35,690 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14e3c749-7540-4ef4-888f-2498bfb49c63' 2024-11-16T01:17:35,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:17:35,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14e3c749-7540-4ef4-888f-2498bfb49c63" 2024-11-16T01:17:35,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4844c348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:35,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34751,-1] 2024-11-16T01:17:35,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:17:35,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:35,693 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:17:35,694 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33853,1731719843136 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50bb7df4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:35,695 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33853,1731719843136 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:17:35,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,34751,1731719849878 2024-11-16T01:17:35,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32d7431f 2024-11-16T01:17:35,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:17:35,697 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-16T01:17:35,698 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33853,1731719843136 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-844d197be988,33853,1731719843136 (queues=1) is replicating from cluster=4a6193bb-2cd8-4715-9011-528d182abb59 to cluster=14e3c749-7540-4ef4-888f-2498bfb49c63 2024-11-16T01:17:35,700 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33853,1731719843136 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=844d197be988%2C33853%2C1731719843136 2024-11-16T01:17:35,705 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33853,1731719843136 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-844d197be988,33853,1731719843136, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T01:17:35,707 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33853,1731719843136.replicationSource.shipper844d197be988%2C33853%2C1731719843136,1-844d197be988,33853,1731719843136 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 844d197be988%2C33853%2C1731719843136 2024-11-16T01:17:35,711 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33853,1731719843136.replicationSource.wal-reader.844d197be988%2C33853%2C1731719843136,1-844d197be988,33853,1731719843136 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136/844d197be988%2C33853%2C1731719843136.1731719846269, startPosition=0, beingWritten=true 2024-11-16T01:17:35,981 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33853,1731719843136.replicationSource.wal-reader.844d197be988%2C33853%2C1731719843136,1-844d197be988,33853,1731719843136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136/844d197be988%2C33853%2C1731719843136.1731719846269 to pos 0, reset compression=false 2024-11-16T01:17:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:17:36,210 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T01:17:36,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:17:36,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:17:36,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:36,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:36,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:17:36,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b28084e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:36,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,43377,-1 for getting cluster id 2024-11-16T01:17:36,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:17:36,229 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a6193bb-2cd8-4715-9011-528d182abb59' 2024-11-16T01:17:36,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:17:36,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a6193bb-2cd8-4715-9011-528d182abb59" 2024-11-16T01:17:36,230 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563cdc3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:36,230 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,43377,-1] 2024-11-16T01:17:36,230 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:17:36,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:36,239 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:17:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4044f1b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:36,241 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:17:36,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,43377,1731719842417 2024-11-16T01:17:36,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72069d2 2024-11-16T01:17:36,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:17:36,250 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:17:36,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://844d197be988:34751,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T01:17:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T01:17:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T01:17:36,258 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:34751' 2024-11-16T01:17:36,260 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7524aedc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:36,261 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34751,-1 for getting cluster id 2024-11-16T01:17:36,261 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:17:36,262 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14e3c749-7540-4ef4-888f-2498bfb49c63' 2024-11-16T01:17:36,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:17:36,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14e3c749-7540-4ef4-888f-2498bfb49c63" 2024-11-16T01:17:36,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c5394d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:36,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34751,-1] 2024-11-16T01:17:36,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:17:36,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:36,267 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:17:36,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281fe5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:36,269 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:17:36,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,34751,1731719849878 2024-11-16T01:17:36,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ab05690 2024-11-16T01:17:36,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:17:36,275 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:17:36,276 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-16T01:17:36,277 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T01:17:36,277 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:36,277 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:36,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:17:36,299 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33853,1731719843136.replicationSource.wal-reader.844d197be988%2C33853%2C1731719843136,1-844d197be988,33853,1731719843136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136/844d197be988%2C33853%2C1731719843136.1731719846269 to pos 0, reset compression=false 2024-11-16T01:17:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T01:17:36,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T01:17:36,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33853 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-16T01:17:36,553 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-16T01:17:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T01:17:36,595 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-844d197be988,33853,1731719843136, ReplicationSource: 2, currentBandwidth=0 2024-11-16T01:17:36,599 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-16T01:17:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-16T01:17:36,605 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 844d197be988,33853,1731719843136 suceeded 2024-11-16T01:17:36,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T01:17:36,611 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://844d197be988:34751,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T01:17:36,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-16T01:17:36,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 360 msec 2024-11-16T01:17:36,619 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,33853,1731719843136 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:34751' 2024-11-16T01:17:36,620 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,33853,1731719843136 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a80f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:36,620 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,33853,1731719843136 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34751,-1 for getting cluster id 2024-11-16T01:17:36,621 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,33853,1731719843136 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:17:36,622 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14e3c749-7540-4ef4-888f-2498bfb49c63' 2024-11-16T01:17:36,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:17:36,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14e3c749-7540-4ef4-888f-2498bfb49c63" 2024-11-16T01:17:36,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34c2069b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:36,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34751,-1] 2024-11-16T01:17:36,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:17:36,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:36,624 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:17:36,626 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,33853,1731719843136 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@520c8893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:36,626 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,33853,1731719843136 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:17:36,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,34751,1731719849878 2024-11-16T01:17:36,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70139282 2024-11-16T01:17:36,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:17:36,629 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-16T01:17:36,629 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,33853,1731719843136 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-844d197be988,33853,1731719843136 (queues=1) is replicating from cluster=4a6193bb-2cd8-4715-9011-528d182abb59 to cluster=14e3c749-7540-4ef4-888f-2498bfb49c63 2024-11-16T01:17:36,630 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,33853,1731719843136 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=844d197be988%2C33853%2C1731719843136 2024-11-16T01:17:36,630 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,33853,1731719843136 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-844d197be988,33853,1731719843136, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T01:17:36,630 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,33853,1731719843136.replicationSource.shipper844d197be988%2C33853%2C1731719843136,2-844d197be988,33853,1731719843136 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 844d197be988%2C33853%2C1731719843136 2024-11-16T01:17:36,630 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,33853,1731719843136.replicationSource.wal-reader.844d197be988%2C33853%2C1731719843136,2-844d197be988,33853,1731719843136 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136/844d197be988%2C33853%2C1731719843136.1731719846269, startPosition=0, beingWritten=true 2024-11-16T01:17:36,719 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33853,1731719843136.replicationSource.wal-reader.844d197be988%2C33853%2C1731719843136,1-844d197be988,33853,1731719843136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136/844d197be988%2C33853%2C1731719843136.1731719846269 to pos 0, reset compression=false 2024-11-16T01:17:36,837 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,33853,1731719843136.replicationSource.wal-reader.844d197be988%2C33853%2C1731719843136,2-844d197be988,33853,1731719843136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136/844d197be988%2C33853%2C1731719843136.1731719846269 to pos 0, reset compression=false 2024-11-16T01:17:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T01:17:36,889 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-16T01:17:36,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:17:36,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:17:36,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:36,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:36,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:17:36,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:17:36,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,43377,1731719842417 2024-11-16T01:17:36,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ecf732b 2024-11-16T01:17:36,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:17:36,895 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:17:36,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T01:17:36,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T01:17:36,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T01:17:36,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T01:17:36,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://844d197be988:34751,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T01:17:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T01:17:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T01:17:36,910 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:34751' 2024-11-16T01:17:36,911 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358d562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:36,911 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34751,-1 for getting cluster id 2024-11-16T01:17:36,911 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:17:36,912 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14e3c749-7540-4ef4-888f-2498bfb49c63' 2024-11-16T01:17:36,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:17:36,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14e3c749-7540-4ef4-888f-2498bfb49c63" 2024-11-16T01:17:36,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365858a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:36,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34751,-1] 2024-11-16T01:17:36,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:17:36,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:36,914 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:17:36,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bbb3ee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:36,915 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:17:36,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,34751,1731719849878 2024-11-16T01:17:36,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3eb8122e 2024-11-16T01:17:36,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:17:36,918 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:17:36,918 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T01:17:36,919 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T01:17:36,919 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:36,919 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:36,919 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:17:36,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T01:17:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T01:17:37,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33853 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-16T01:17:37,087 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-16T01:17:37,089 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-16T01:17:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-16T01:17:37,093 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 844d197be988,33853,1731719843136 suceeded 2024-11-16T01:17:37,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-16T01:17:37,097 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://844d197be988:34751,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T01:17:37,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-16T01:17:37,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 192 msec 2024-11-16T01:17:37,143 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,33853,1731719843136.replicationSource.wal-reader.844d197be988%2C33853%2C1731719843136,2-844d197be988,33853,1731719843136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136/844d197be988%2C33853%2C1731719843136.1731719846269 to pos 0, reset compression=false 2024-11-16T01:17:37,227 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33853,1731719843136.replicationSource.wal-reader.844d197be988%2C33853%2C1731719843136,1-844d197be988,33853,1731719843136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136/844d197be988%2C33853%2C1731719843136.1731719846269 to pos 0, reset compression=false 2024-11-16T01:17:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T01:17:37,230 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-16T01:17:37,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://844d197be988:34751,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T01:17:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T01:17:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T01:17:37,236 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:34751' 2024-11-16T01:17:37,237 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2882fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:37,237 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34751,-1 for getting cluster id 2024-11-16T01:17:37,237 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:17:37,238 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14e3c749-7540-4ef4-888f-2498bfb49c63' 2024-11-16T01:17:37,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:17:37,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14e3c749-7540-4ef4-888f-2498bfb49c63" 2024-11-16T01:17:37,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@403e81d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:37,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34751,-1] 2024-11-16T01:17:37,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:17:37,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:37,241 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:17:37,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7ca8db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:37,242 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:17:37,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,34751,1731719849878 2024-11-16T01:17:37,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cae3d9 2024-11-16T01:17:37,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:17:37,244 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:17:37,245 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-16T01:17:37,246 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T01:17:37,246 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:37,246 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:37,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:17:37,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T01:17:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T01:17:37,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33853 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-16T01:17:37,457 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-16T01:17:37,459 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-16T01:17:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-16T01:17:37,465 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 844d197be988,33853,1731719843136 suceeded 2024-11-16T01:17:37,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-16T01:17:37,470 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://844d197be988:34751,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T01:17:37,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-16T01:17:37,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 239 msec 2024-11-16T01:17:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T01:17:37,549 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-16T01:17:37,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T01:17:37,551 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,33853,1731719843136.replicationSource.wal-reader.844d197be988%2C33853%2C1731719843136,2-844d197be988,33853,1731719843136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136/844d197be988%2C33853%2C1731719843136.1731719846269 to pos 0, reset compression=false 2024-11-16T01:17:37,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43377 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T01:17:37,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:17:37,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:17:37,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:37,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:37,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:17:37,555 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T01:17:37,555 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1673203762, stopped=false 2024-11-16T01:17:37,556 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=844d197be988,43377,1731719842417 2024-11-16T01:17:37,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x1014137b04d0001, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01737600383/running 2024-11-16T01:17:37,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01737600383/running 2024-11-16T01:17:37,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x1014137b04d0001, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383 2024-11-16T01:17:37,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383 2024-11-16T01:17:37,573 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:17:37,574 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:17:37,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:17:37,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:37,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Set watcher on znode that does not yet exist, /01737600383/running 2024-11-16T01:17:37,575 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '844d197be988,33853,1731719843136' ***** 2024-11-16T01:17:37,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33853-0x1014137b04d0001, quorum=127.0.0.1:49491, baseZNode=/01737600383 Set watcher on znode that does not yet exist, /01737600383/running 2024-11-16T01:17:37,575 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T01:17:37,575 INFO [RS:0;844d197be988:33853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T01:17:37,576 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T01:17:37,576 INFO [RS:0;844d197be988:33853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T01:17:37,576 INFO [RS:0;844d197be988:33853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T01:17:37,576 INFO [RS:0;844d197be988:33853 {}] regionserver.HRegionServer(3091): Received CLOSE for d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:37,577 INFO [RS:0;844d197be988:33853 {}] regionserver.HRegionServer(959): stopping server 844d197be988,33853,1731719843136 2024-11-16T01:17:37,577 INFO [RS:0;844d197be988:33853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:17:37,577 INFO [RS:0;844d197be988:33853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:33853. 2024-11-16T01:17:37,577 DEBUG [RS:0;844d197be988:33853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:17:37,577 DEBUG [RS:0;844d197be988:33853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:37,577 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d73c0db3d64f5479fe1818b720dcf8d6, disabling compactions & flushes 2024-11-16T01:17:37,577 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. 2024-11-16T01:17:37,577 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. 2024-11-16T01:17:37,577 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. after waiting 0 ms 2024-11-16T01:17:37,577 INFO [RS:0;844d197be988:33853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T01:17:37,577 INFO [RS:0;844d197be988:33853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T01:17:37,577 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. 2024-11-16T01:17:37,577 INFO [RS:0;844d197be988:33853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T01:17:37,578 INFO [RS:0;844d197be988:33853 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T01:17:37,578 INFO [RS:0;844d197be988:33853 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T01:17:37,578 DEBUG [RS:0;844d197be988:33853 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d73c0db3d64f5479fe1818b720dcf8d6=hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6.} 2024-11-16T01:17:37,578 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:17:37,578 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:17:37,578 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:17:37,578 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:17:37,578 DEBUG [RS:0;844d197be988:33853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:37,578 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:17:37,581 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d73c0db3d64f5479fe1818b720dcf8d6 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-16T01:17:37,581 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-16T01:17:37,634 INFO [regionserver/844d197be988:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:17:37,643 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/.tmp/info/dc75fef4232445f6a34e3a2f3b442706 is 147, key is hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6./info:regioninfo/1731719855314/Put/seqid=0 2024-11-16T01:17:37,643 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/replication/d73c0db3d64f5479fe1818b720dcf8d6/.tmp/queue/cbddf02ad657465a82aef6a89f8cdfe4 is 151, key is 1-844d197be988,33853,1731719843136/queue:844d197be988%2C33853%2C1731719843136/1731719855662/Put/seqid=0 2024-11-16T01:17:37,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741838_1014 (size=6631) 2024-11-16T01:17:37,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741839_1015 (size=5500) 2024-11-16T01:17:37,779 DEBUG [RS:0;844d197be988:33853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:37,834 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33853,1731719843136.replicationSource.wal-reader.844d197be988%2C33853%2C1731719843136,1-844d197be988,33853,1731719843136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136/844d197be988%2C33853%2C1731719843136.1731719846269 to pos 0, reset compression=false 2024-11-16T01:17:37,979 DEBUG [RS:0;844d197be988:33853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:38,055 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/.tmp/info/dc75fef4232445f6a34e3a2f3b442706 2024-11-16T01:17:38,055 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/replication/d73c0db3d64f5479fe1818b720dcf8d6/.tmp/queue/cbddf02ad657465a82aef6a89f8cdfe4 2024-11-16T01:17:38,064 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,33853,1731719843136.replicationSource.wal-reader.844d197be988%2C33853%2C1731719843136,2-844d197be988,33853,1731719843136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136/844d197be988%2C33853%2C1731719843136.1731719846269 to pos 0, reset compression=false 2024-11-16T01:17:38,081 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T01:17:38,106 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/replication/d73c0db3d64f5479fe1818b720dcf8d6/.tmp/queue/cbddf02ad657465a82aef6a89f8cdfe4 as hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/replication/d73c0db3d64f5479fe1818b720dcf8d6/queue/cbddf02ad657465a82aef6a89f8cdfe4 2024-11-16T01:17:38,118 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/replication/d73c0db3d64f5479fe1818b720dcf8d6/queue/cbddf02ad657465a82aef6a89f8cdfe4, entries=2, sequenceid=6, filesize=5.4 K 2024-11-16T01:17:38,124 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/.tmp/ns/165dc3f252e74ad688a445172d428891 is 43, key is default/ns:d/1731719847516/Put/seqid=0 2024-11-16T01:17:38,125 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T01:17:38,125 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T01:17:38,127 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for d73c0db3d64f5479fe1818b720dcf8d6 in 543ms, sequenceid=6, compaction requested=false 2024-11-16T01:17:38,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741840_1016 (size=5153) 2024-11-16T01:17:38,135 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/.tmp/ns/165dc3f252e74ad688a445172d428891 2024-11-16T01:17:38,147 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/replication/d73c0db3d64f5479fe1818b720dcf8d6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T01:17:38,150 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:17:38,150 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:17:38,151 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. 2024-11-16T01:17:38,151 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d73c0db3d64f5479fe1818b720dcf8d6: Waiting for close lock at 1731719857577Running coprocessor pre-close hooks at 1731719857577Disabling compacts and flushes for region at 1731719857577Disabling writes for close at 1731719857577Obtaining lock to block concurrent updates at 1731719857581 (+4 ms)Preparing flush snapshotting stores in d73c0db3d64f5479fe1818b720dcf8d6 at 1731719857581Finished memstore snapshotting hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731719857587 (+6 ms)Flushing stores of hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. at 1731719857589 (+2 ms)Flushing d73c0db3d64f5479fe1818b720dcf8d6/queue: creating writer at 1731719857591 (+2 ms)Flushing d73c0db3d64f5479fe1818b720dcf8d6/queue: appending metadata at 1731719857629 (+38 ms)Flushing d73c0db3d64f5479fe1818b720dcf8d6/queue: closing flushed file at 1731719857631 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dd3b7d8: reopening flushed file at 1731719858104 (+473 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for d73c0db3d64f5479fe1818b720dcf8d6 in 543ms, sequenceid=6, compaction requested=false at 1731719858127 (+23 ms)Writing region close event to WAL at 1731719858140 (+13 ms)Running coprocessor post-close hooks at 1731719858148 (+8 ms)Closed at 1731719858151 (+3 ms) 2024-11-16T01:17:38,151 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. 2024-11-16T01:17:38,161 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/.tmp/table/871e39e28d8844dd92735ca009d133b8 is 53, key is hbase:replication/table:state/1731719855330/Put/seqid=0 2024-11-16T01:17:38,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741841_1017 (size=5256) 2024-11-16T01:17:38,180 DEBUG [RS:0;844d197be988:33853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:17:38,380 DEBUG [RS:0;844d197be988:33853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:17:38,541 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33853,1731719843136.replicationSource.wal-reader.844d197be988%2C33853%2C1731719843136,1-844d197be988,33853,1731719843136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136/844d197be988%2C33853%2C1731719843136.1731719846269 to pos 0, reset compression=false 2024-11-16T01:17:38,567 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/.tmp/table/871e39e28d8844dd92735ca009d133b8 2024-11-16T01:17:38,578 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/.tmp/info/dc75fef4232445f6a34e3a2f3b442706 as hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/info/dc75fef4232445f6a34e3a2f3b442706 2024-11-16T01:17:38,581 INFO [RS:0;844d197be988:33853 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T01:17:38,581 DEBUG [RS:0;844d197be988:33853 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:17:38,581 DEBUG [RS:0;844d197be988:33853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:17:38,588 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/info/dc75fef4232445f6a34e3a2f3b442706, entries=10, sequenceid=11, filesize=6.5 K 2024-11-16T01:17:38,590 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/.tmp/ns/165dc3f252e74ad688a445172d428891 as hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/ns/165dc3f252e74ad688a445172d428891 2024-11-16T01:17:38,599 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/ns/165dc3f252e74ad688a445172d428891, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T01:17:38,601 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/.tmp/table/871e39e28d8844dd92735ca009d133b8 as hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/table/871e39e28d8844dd92735ca009d133b8 2024-11-16T01:17:38,610 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/table/871e39e28d8844dd92735ca009d133b8, entries=2, sequenceid=11, filesize=5.1 K 2024-11-16T01:17:38,612 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1033ms, sequenceid=11, compaction requested=false 2024-11-16T01:17:38,618 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T01:17:38,618 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:17:38,619 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:17:38,619 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:17:38,619 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731719857578Running coprocessor pre-close hooks at 1731719857578Disabling compacts and flushes for region at 1731719857578Disabling writes for close at 1731719857578Obtaining lock to block concurrent updates at 1731719857581 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731719857581Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731719857587 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731719857589 (+2 ms)Flushing 1588230740/info: creating writer at 1731719857591 (+2 ms)Flushing 1588230740/info: appending metadata at 1731719857630 (+39 ms)Flushing 1588230740/info: closing flushed file at 1731719857631 (+1 ms)Flushing 1588230740/ns: creating writer at 1731719858104 (+473 ms)Flushing 1588230740/ns: appending metadata at 1731719858124 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731719858124Flushing 1588230740/table: creating writer at 1731719858144 (+20 ms)Flushing 1588230740/table: appending metadata at 1731719858161 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731719858161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4011defd: reopening flushed file at 1731719858577 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71862f5d: reopening flushed file at 1731719858589 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@138fcbbc: reopening flushed file at 1731719858599 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1033ms, sequenceid=11, compaction requested=false at 1731719858612 (+13 ms)Writing region close event to WAL at 1731719858613 (+1 ms)Running coprocessor post-close hooks at 1731719858618 (+5 ms)Closed at 1731719858619 (+1 ms) 2024-11-16T01:17:38,619 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T01:17:38,683 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,33853,1731719843136.replicationSource.wal-reader.844d197be988%2C33853%2C1731719843136,2-844d197be988,33853,1731719843136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136/844d197be988%2C33853%2C1731719843136.1731719846269 to pos 0, reset compression=false 2024-11-16T01:17:38,781 INFO [RS:0;844d197be988:33853 {}] regionserver.HRegionServer(976): stopping server 844d197be988,33853,1731719843136; all regions closed. 2024-11-16T01:17:38,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741834_1010 (size=2742) 2024-11-16T01:17:38,792 DEBUG [RS:0;844d197be988:33853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/oldWALs 2024-11-16T01:17:38,793 INFO [RS:0;844d197be988:33853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C33853%2C1731719843136.meta:.meta(num 1731719847336) 2024-11-16T01:17:38,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741837_1013 (size=1802) 2024-11-16T01:17:38,802 DEBUG [RS:0;844d197be988:33853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/oldWALs 2024-11-16T01:17:38,802 INFO [RS:0;844d197be988:33853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C33853%2C1731719843136.rep:(num 1731719855262) 2024-11-16T01:17:38,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741832_1008 (size=93) 2024-11-16T01:17:38,806 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136/844d197be988%2C33853%2C1731719843136.1731719846269 not finished, retry = 0 2024-11-16T01:17:38,910 DEBUG [RS:0;844d197be988:33853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/oldWALs 2024-11-16T01:17:38,910 INFO [RS:0;844d197be988:33853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C33853%2C1731719843136:(num 1731719846269) 2024-11-16T01:17:38,910 DEBUG [RS:0;844d197be988:33853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:38,910 INFO [RS:0;844d197be988:33853 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:17:38,910 INFO [RS:0;844d197be988:33853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:17:38,910 INFO [RS:0;844d197be988:33853 {}] hbase.ChoreService(370): Chore service for: regionserver/844d197be988:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T01:17:38,911 INFO [RS:0;844d197be988:33853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:17:38,911 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:17:38,911 INFO [RS:0;844d197be988:33853 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-844d197be988,33853,1731719843136 because: Region server is closing 2024-11-16T01:17:38,911 INFO [RS:0;844d197be988:33853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:33853. 2024-11-16T01:17:38,912 DEBUG [RS:0;844d197be988:33853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:17:38,912 DEBUG [RS:0;844d197be988:33853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:38,912 DEBUG [RS:0;844d197be988:33853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:38,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:17:39,012 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33853,1731719843136.replicationSource.wal-reader.844d197be988%2C33853%2C1731719843136,1-844d197be988,33853,1731719843136 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T01:17:39,012 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33853,1731719843136.replicationSource.shipper844d197be988%2C33853%2C1731719843136,1-844d197be988,33853,1731719843136 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T01:17:39,012 INFO [RS:0;844d197be988:33853 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33853,1731719843136.replicationSource.shipper844d197be988%2C33853%2C1731719843136,1-844d197be988,33853,1731719843136 terminated 2024-11-16T01:17:39,013 INFO [RS:0;844d197be988:33853 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-844d197be988,33853,1731719843136 because: Region server is closing 2024-11-16T01:17:39,013 INFO [RS:0;844d197be988:33853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:33853. 2024-11-16T01:17:39,013 DEBUG [RS:0;844d197be988:33853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:17:39,013 DEBUG [RS:0;844d197be988:33853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:39,013 DEBUG [RS:0;844d197be988:33853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:39,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:17:39,114 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,33853,1731719843136.replicationSource.shipper844d197be988%2C33853%2C1731719843136,2-844d197be988,33853,1731719843136 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T01:17:39,114 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,33853,1731719843136.replicationSource.wal-reader.844d197be988%2C33853%2C1731719843136,2-844d197be988,33853,1731719843136 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T01:17:39,114 INFO [RS:0;844d197be988:33853 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,33853,1731719843136.replicationSource.shipper844d197be988%2C33853%2C1731719843136,2-844d197be988,33853,1731719843136 terminated 2024-11-16T01:17:39,115 INFO [RS:0;844d197be988:33853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33853 2024-11-16T01:17:39,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383/rs 2024-11-16T01:17:39,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x1014137b04d0001, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01737600383/rs/844d197be988,33853,1731719843136 2024-11-16T01:17:39,163 INFO [RS:0;844d197be988:33853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:17:39,164 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [844d197be988,33853,1731719843136] 2024-11-16T01:17:39,184 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01737600383/draining/844d197be988,33853,1731719843136 already deleted, retry=false 2024-11-16T01:17:39,184 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 844d197be988,33853,1731719843136 expired; onlineServers=0 2024-11-16T01:17:39,184 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '844d197be988,43377,1731719842417' ***** 2024-11-16T01:17:39,184 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T01:17:39,184 INFO [M:0;844d197be988:43377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:17:39,184 INFO [M:0;844d197be988:43377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:17:39,185 DEBUG [M:0;844d197be988:43377 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T01:17:39,185 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T01:17:39,185 DEBUG [M:0;844d197be988:43377 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T01:17:39,185 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719845990 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719845990,5,FailOnTimeoutGroup] 2024-11-16T01:17:39,185 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719845990 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719845990,5,FailOnTimeoutGroup] 2024-11-16T01:17:39,185 INFO [M:0;844d197be988:43377 {}] hbase.ChoreService(370): Chore service for: master/844d197be988:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T01:17:39,185 INFO [M:0;844d197be988:43377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:17:39,185 DEBUG [M:0;844d197be988:43377 {}] master.HMaster(1795): Stopping service threads 2024-11-16T01:17:39,185 INFO [M:0;844d197be988:43377 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T01:17:39,185 INFO [M:0;844d197be988:43377 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:17:39,186 INFO [M:0;844d197be988:43377 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T01:17:39,186 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T01:17:39,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01737600383/master 2024-11-16T01:17:39,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383 2024-11-16T01:17:39,195 DEBUG [M:0;844d197be988:43377 {}] zookeeper.ZKUtil(347): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Unable to get data of znode /01737600383/master because node does not exist (not an error) 2024-11-16T01:17:39,195 WARN [M:0;844d197be988:43377 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T01:17:39,196 INFO [M:0;844d197be988:43377 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/.lastflushedseqids 2024-11-16T01:17:39,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741842_1018 (size=181) 2024-11-16T01:17:39,211 INFO [M:0;844d197be988:43377 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T01:17:39,211 INFO [M:0;844d197be988:43377 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T01:17:39,211 DEBUG [M:0;844d197be988:43377 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:17:39,211 INFO [M:0;844d197be988:43377 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:17:39,211 DEBUG [M:0;844d197be988:43377 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:17:39,211 DEBUG [M:0;844d197be988:43377 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:17:39,211 DEBUG [M:0;844d197be988:43377 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:17:39,212 INFO [M:0;844d197be988:43377 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-16T01:17:39,231 DEBUG [M:0;844d197be988:43377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0323bc9b28343128baa0b235385c413 is 82, key is hbase:meta,,1/info:regioninfo/1731719847417/Put/seqid=0 2024-11-16T01:17:39,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741843_1019 (size=5672) 2024-11-16T01:17:39,236 INFO [M:0;844d197be988:43377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0323bc9b28343128baa0b235385c413 2024-11-16T01:17:39,271 DEBUG [M:0;844d197be988:43377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/960781f0752c42d68860276c84194b24 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731719855337/Put/seqid=0 2024-11-16T01:17:39,273 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:17:39,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x1014137b04d0001, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:17:39,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x1014137b04d0001, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:17:39,274 INFO [RS:0;844d197be988:33853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:17:39,274 INFO [RS:0;844d197be988:33853 {}] regionserver.HRegionServer(1031): Exiting; stopping=844d197be988,33853,1731719843136; zookeeper connection closed. 2024-11-16T01:17:39,275 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4cae0658 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4cae0658 2024-11-16T01:17:39,275 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T01:17:39,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741844_1020 (size=8663) 2024-11-16T01:17:39,278 INFO [M:0;844d197be988:43377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/960781f0752c42d68860276c84194b24 2024-11-16T01:17:39,316 DEBUG [M:0;844d197be988:43377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b3586ab78aa4f3f830552bf0c495844 is 69, key is 844d197be988,33853,1731719843136/rs:state/1731719846029/Put/seqid=0 2024-11-16T01:17:39,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741845_1021 (size=5156) 2024-11-16T01:17:39,325 INFO [M:0;844d197be988:43377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b3586ab78aa4f3f830552bf0c495844 2024-11-16T01:17:39,339 DEBUG [M:0;844d197be988:43377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0323bc9b28343128baa0b235385c413 as hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0323bc9b28343128baa0b235385c413 2024-11-16T01:17:39,351 INFO [M:0;844d197be988:43377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0323bc9b28343128baa0b235385c413, entries=8, sequenceid=115, filesize=5.5 K 2024-11-16T01:17:39,353 DEBUG [M:0;844d197be988:43377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/960781f0752c42d68860276c84194b24 as hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/960781f0752c42d68860276c84194b24 2024-11-16T01:17:39,364 INFO [M:0;844d197be988:43377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/960781f0752c42d68860276c84194b24, entries=14, sequenceid=115, filesize=8.5 K 2024-11-16T01:17:39,366 DEBUG [M:0;844d197be988:43377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b3586ab78aa4f3f830552bf0c495844 as hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b3586ab78aa4f3f830552bf0c495844 2024-11-16T01:17:39,376 INFO [M:0;844d197be988:43377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b3586ab78aa4f3f830552bf0c495844, entries=1, sequenceid=115, filesize=5.0 K 2024-11-16T01:17:39,378 INFO [M:0;844d197be988:43377 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=115, compaction requested=false 2024-11-16T01:17:39,380 INFO [M:0;844d197be988:43377 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:17:39,380 DEBUG [M:0;844d197be988:43377 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731719859211Disabling compacts and flushes for region at 1731719859211Disabling writes for close at 1731719859211Obtaining lock to block concurrent updates at 1731719859212 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731719859212Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731719859212Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731719859213 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731719859214 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731719859231 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731719859231Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731719859246 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731719859270 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731719859270Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731719859292 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731719859315 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731719859315Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4211bb2f: reopening flushed file at 1731719859338 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57d5da1b: reopening flushed file at 1731719859351 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1817d8ee: reopening flushed file at 1731719859364 (+13 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=115, compaction requested=false at 1731719859378 (+14 ms)Writing region close event to WAL at 1731719859380 (+2 ms)Closed at 1731719859380 2024-11-16T01:17:39,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741830_1006 (size=59421) 2024-11-16T01:17:39,389 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:17:39,389 INFO [M:0;844d197be988:43377 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T01:17:39,389 INFO [M:0;844d197be988:43377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43377 2024-11-16T01:17:39,389 INFO [M:0;844d197be988:43377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:17:39,523 INFO [M:0;844d197be988:43377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:17:39,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:17:39,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43377-0x1014137b04d0000, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:17:39,525 INFO [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=45 2024-11-16T01:17:39,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:39,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:39,525 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:17:39,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:39,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:17:39,525 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T01:17:39,526 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:17:39,526 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46355 2024-11-16T01:17:39,528 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46355 connecting to ZooKeeper ensemble=127.0.0.1:49491 2024-11-16T01:17:39,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463550x0, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:17:39,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46355-0x1014137b04d0006 connected 2024-11-16T01:17:39,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:39,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:39,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Set watcher on znode that does not yet exist, /01737600383/running 2024-11-16T01:17:39,635 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01737600383/meta-region-server: INIT 2024-11-16T01:17:39,636 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351, hbase.cluster.distributed=false 2024-11-16T01:17:39,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Set watcher on znode that does not yet exist, /01737600383/acl 2024-11-16T01:17:39,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46355 2024-11-16T01:17:39,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46355 2024-11-16T01:17:39,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46355 2024-11-16T01:17:39,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46355 2024-11-16T01:17:39,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46355 2024-11-16T01:17:39,655 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=45 2024-11-16T01:17:39,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:39,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:39,655 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:17:39,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:39,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:17:39,655 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T01:17:39,656 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:17:39,656 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34051 2024-11-16T01:17:39,658 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34051 connecting to ZooKeeper ensemble=127.0.0.1:49491 2024-11-16T01:17:39,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:39,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:39,739 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340510x0, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:17:39,740 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01737600383/meta-region-server: INIT 2024-11-16T01:17:39,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34051-0x1014137b04d0007, quorum=127.0.0.1:49491, baseZNode=/01737600383 Set watcher on znode that does not yet exist, /01737600383/running 2024-11-16T01:17:39,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34051-0x1014137b04d0007 connected 2024-11-16T01:17:39,740 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T01:17:39,741 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T01:17:39,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34051-0x1014137b04d0007, quorum=127.0.0.1:49491, baseZNode=/01737600383 Set watcher on znode that does not yet exist, /01737600383/master 2024-11-16T01:17:39,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34051-0x1014137b04d0007, quorum=127.0.0.1:49491, baseZNode=/01737600383 Set watcher on znode that does not yet exist, /01737600383/acl 2024-11-16T01:17:39,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34051 2024-11-16T01:17:39,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34051 2024-11-16T01:17:39,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34051 2024-11-16T01:17:39,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34051 2024-11-16T01:17:39,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34051 2024-11-16T01:17:39,759 DEBUG [M:0;844d197be988:46355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:46355 2024-11-16T01:17:39,759 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01737600383/backup-masters/844d197be988,46355,1731719859525 2024-11-16T01:17:39,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383/backup-masters 2024-11-16T01:17:39,813 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x1014137b04d0007, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383/backup-masters 2024-11-16T01:17:39,814 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Set watcher on existing znode=/01737600383/backup-masters/844d197be988,46355,1731719859525 2024-11-16T01:17:39,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383 2024-11-16T01:17:39,836 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x1014137b04d0007, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01737600383/master 2024-11-16T01:17:39,837 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x1014137b04d0007, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383 2024-11-16T01:17:39,837 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Set watcher on existing znode=/01737600383/master 2024-11-16T01:17:39,837 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01737600383/backup-masters/844d197be988,46355,1731719859525 from backup master directory 2024-11-16T01:17:39,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01737600383/backup-masters/844d197be988,46355,1731719859525 2024-11-16T01:17:39,899 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x1014137b04d0007, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383/backup-masters 2024-11-16T01:17:39,899 WARN [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:17:39,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383/backup-masters 2024-11-16T01:17:39,899 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,46355,1731719859525 2024-11-16T01:17:39,921 INFO [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:39,922 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T01:17:39,937 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-16T01:17:39,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741846_1022 (size=196) 2024-11-16T01:17:39,973 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:17:39,974 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T01:17:39,974 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:17:39,983 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-16T01:17:39,987 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/WALs/844d197be988,43377,1731719842417 to hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/WALs/844d197be988,43377,1731719842417-dead as it is dead 2024-11-16T01:17:39,988 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-16T01:17:39,989 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-16T01:17:39,989 INFO [master/844d197be988:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/WALs/844d197be988,43377,1731719842417-dead/844d197be988%2C43377%2C1731719842417.1731719845259 2024-11-16T01:17:39,994 INFO [master/844d197be988:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/WALs/844d197be988,43377,1731719842417-dead/844d197be988%2C43377%2C1731719842417.1731719845259 after 3ms 2024-11-16T01:17:39,995 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/WALs/844d197be988,43377,1731719842417-dead/844d197be988%2C43377%2C1731719842417.1731719845259 to hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/844d197be988%2C43377%2C1731719842417.1731719845259 2024-11-16T01:17:39,995 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/WALs/844d197be988,43377,1731719842417-dead 2024-11-16T01:17:39,996 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/WALs/844d197be988,46355,1731719859525 2024-11-16T01:17:39,997 INFO [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:17:39,999 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C46355%2C1731719859525, suffix=, logDir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/WALs/844d197be988,46355,1731719859525, archiveDir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/oldWALs, maxLogs=10 2024-11-16T01:17:40,017 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/WALs/844d197be988,46355,1731719859525/844d197be988%2C46355%2C1731719859525.1731719859999, exclude list is [], retry=0 2024-11-16T01:17:40,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46339,DS-0271b13c-5ab8-4ae4-88ae-100c02560cec,DISK] 2024-11-16T01:17:40,023 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/WALs/844d197be988,46355,1731719859525/844d197be988%2C46355%2C1731719859525.1731719859999 2024-11-16T01:17:40,024 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40767:40767)] 2024-11-16T01:17:40,024 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:17:40,024 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:17:40,024 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:40,024 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:40,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:40,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T01:17:40,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:40,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0323bc9b28343128baa0b235385c413 2024-11-16T01:17:40,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:40,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:40,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T01:17:40,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:40,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/960781f0752c42d68860276c84194b24 2024-11-16T01:17:40,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:17:40,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:40,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T01:17:40,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:40,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b3586ab78aa4f3f830552bf0c495844 2024-11-16T01:17:40,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:17:40,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:40,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T01:17:40,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:40,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:17:40,059 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:40,059 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-16T01:17:40,060 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/844d197be988%2C43377%2C1731719842417.1731719845259 2024-11-16T01:17:40,079 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/844d197be988%2C43377%2C1731719842417.1731719845259 2024-11-16T01:17:40,081 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/844d197be988%2C43377%2C1731719842417.1731719845259 2024-11-16T01:17:40,082 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:40,082 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:40,083 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:17:40,085 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:40,088 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-16T01:17:40,089 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71278293, jitterRate=0.06212933361530304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:17:40,089 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731719860024Initializing all the Stores at 1731719860026 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719860026Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719860026Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719860026Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719860026Cleaning up temporary data from old regions at 1731719860082 (+56 ms)Region opened successfully at 1731719860089 (+7 ms) 2024-11-16T01:17:40,090 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T01:17:40,094 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af9ad9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:17:40,103 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-16T01:17:40,104 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T01:17:40,104 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T01:17:40,104 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T01:17:40,105 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T01:17:40,110 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T01:17:40,110 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T01:17:40,111 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T01:17:40,111 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T01:17:40,111 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T01:17:40,111 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T01:17:40,111 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-16T01:17:40,111 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T01:17:40,116 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=844d197be988,33853,1731719843136, regionLocation=844d197be988,33853,1731719843136, openSeqNum=2 2024-11-16T01:17:40,116 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=844d197be988,33853,1731719843136, table=hbase:meta, region=1588230740 2024-11-16T01:17:40,116 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,33853,1731719843136, state=OPEN 2024-11-16T01:17:40,139 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x1014137b04d0007, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01737600383/meta-region-server 2024-11-16T01:17:40,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01737600383/meta-region-server 2024-11-16T01:17:40,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01737600383/meta-region-server: CHANGED 2024-11-16T01:17:40,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01737600383/meta-region-server: CHANGED 2024-11-16T01:17:40,144 INFO [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-16T01:17:40,152 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01737600383/draining/844d197be988,33853,1731719843136 already deleted, retry=false 2024-11-16T01:17:40,152 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 844d197be988,33853,1731719843136 on 844d197be988,46355,1731719859525 2024-11-16T01:17:40,157 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 844d197be988,33853,1731719843136, splitWal=true, meta=true 2024-11-16T01:17:40,160 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 844d197be988,33853,1731719843136 (carryingMeta=true) 844d197be988,33853,1731719843136/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6962fced[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T01:17:40,163 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Unable to get data of znode /01737600383/balancer because node does not exist (not necessarily an error) 2024-11-16T01:17:40,258 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01737600383/balancer already deleted, retry=false 2024-11-16T01:17:40,259 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T01:17:40,260 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Unable to get data of znode /01737600383/normalizer because node does not exist (not necessarily an error) 2024-11-16T01:17:40,369 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01737600383/normalizer already deleted, retry=false 2024-11-16T01:17:40,369 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T01:17:40,371 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Unable to get data of znode /01737600383/switch/split because node does not exist (not necessarily an error) 2024-11-16T01:17:40,405 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01737600383/switch/split already deleted, retry=false 2024-11-16T01:17:40,406 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Unable to get data of znode /01737600383/switch/merge because node does not exist (not necessarily an error) 2024-11-16T01:17:40,415 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01737600383/switch/merge already deleted, retry=false 2024-11-16T01:17:40,438 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Unable to get data of znode /01737600383/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T01:17:40,447 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01737600383/snapshot-cleanup already deleted, retry=false 2024-11-16T01:17:40,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01737600383/running 2024-11-16T01:17:40,458 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x1014137b04d0007, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01737600383/running 2024-11-16T01:17:40,458 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x1014137b04d0007, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383 2024-11-16T01:17:40,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383 2024-11-16T01:17:40,458 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,46355,1731719859525, sessionid=0x1014137b04d0006, setting cluster-up flag (Was=false) 2024-11-16T01:17:40,469 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01737600383/flush-table-proc/acquired, /01737600383/flush-table-proc/reached, /01737600383/flush-table-proc/abort 2024-11-16T01:17:40,470 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,46355,1731719859525 2024-11-16T01:17:40,480 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01737600383/online-snapshot/acquired, /01737600383/online-snapshot/reached, /01737600383/online-snapshot/abort 2024-11-16T01:17:40,482 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,46355,1731719859525 2024-11-16T01:17:40,483 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/.lastflushedseqids 2024-11-16T01:17:40,488 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T01:17:40,488 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T01:17:40,488 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,46355,1731719859525 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 844d197be988,33853,1731719843136 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T01:17:40,491 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:17:40,491 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:17:40,491 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:17:40,491 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:17:40,491 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10 2024-11-16T01:17:40,491 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:40,492 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:17:40,492 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:40,495 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731719890495 2024-11-16T01:17:40,495 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T01:17:40,495 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T01:17:40,495 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T01:17:40,495 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T01:17:40,495 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T01:17:40,495 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T01:17:40,496 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:40,496 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 844d197be988,33853,1731719843136, splitWal=true, meta=true 2024-11-16T01:17:40,496 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T01:17:40,496 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T01:17:40,496 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T01:17:40,496 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T01:17:40,496 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T01:17:40,496 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T01:17:40,497 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719860496,5,FailOnTimeoutGroup] 2024-11-16T01:17:40,497 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719860497,5,FailOnTimeoutGroup] 2024-11-16T01:17:40,497 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:40,497 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T01:17:40,497 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:40,497 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:40,497 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731719860497, completionTime=-1 2024-11-16T01:17:40,497 WARN [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-16T01:17:40,497 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 844d197be988,33853,1731719843136, splitWal=true, meta=true, isMeta: true 2024-11-16T01:17:40,499 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136-splitting 2024-11-16T01:17:40,500 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T01:17:40,501 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136-splitting dir is empty, no logs to split. 2024-11-16T01:17:40,501 INFO [PEWorker-1 {}] master.SplitWALManager(105): 844d197be988,33853,1731719843136 WAL count=0, meta=true 2024-11-16T01:17:40,505 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136-splitting dir is empty, no logs to split. 2024-11-16T01:17:40,506 INFO [PEWorker-1 {}] master.SplitWALManager(105): 844d197be988,33853,1731719843136 WAL count=0, meta=true 2024-11-16T01:17:40,506 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 844d197be988,33853,1731719843136 WAL splitting is done? wals=0, meta=true 2024-11-16T01:17:40,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T01:17:40,510 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:17:40,511 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T01:17:40,550 INFO [RS:0;844d197be988:34051 {}] regionserver.HRegionServer(746): ClusterId : 4a6193bb-2cd8-4715-9011-528d182abb59 2024-11-16T01:17:40,550 DEBUG [RS:0;844d197be988:34051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T01:17:40,564 DEBUG [RS:0;844d197be988:34051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T01:17:40,564 DEBUG [RS:0;844d197be988:34051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T01:17:40,574 DEBUG [RS:0;844d197be988:34051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T01:17:40,575 DEBUG [RS:0;844d197be988:34051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704046e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:17:40,586 DEBUG [RS:0;844d197be988:34051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:34051 2024-11-16T01:17:40,586 INFO [RS:0;844d197be988:34051 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T01:17:40,586 INFO [RS:0;844d197be988:34051 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T01:17:40,586 DEBUG [RS:0;844d197be988:34051 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T01:17:40,587 INFO [RS:0;844d197be988:34051 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,46355,1731719859525 with port=34051, startcode=1731719859655 2024-11-16T01:17:40,587 DEBUG [RS:0;844d197be988:34051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T01:17:40,589 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T01:17:40,590 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,34051,1731719859655 2024-11-16T01:17:40,590 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46355 {}] master.ServerManager(517): Registering regionserver=844d197be988,34051,1731719859655 2024-11-16T01:17:40,592 DEBUG [RS:0;844d197be988:34051 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351 2024-11-16T01:17:40,592 DEBUG [RS:0;844d197be988:34051 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44341 2024-11-16T01:17:40,592 DEBUG [RS:0;844d197be988:34051 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T01:17:40,600 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T01:17:40,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383/rs 2024-11-16T01:17:40,605 DEBUG [RS:0;844d197be988:34051 {}] zookeeper.ZKUtil(111): regionserver:34051-0x1014137b04d0007, quorum=127.0.0.1:49491, baseZNode=/01737600383 Set watcher on existing znode=/01737600383/rs/844d197be988,34051,1731719859655 2024-11-16T01:17:40,605 WARN [RS:0;844d197be988:34051 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:17:40,605 INFO [RS:0;844d197be988:34051 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:17:40,606 DEBUG [RS:0;844d197be988:34051 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655 2024-11-16T01:17:40,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,34051,1731719859655] 2024-11-16T01:17:40,642 INFO [RS:0;844d197be988:34051 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T01:17:40,643 INFO [RS:0;844d197be988:34051 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T01:17:40,644 INFO [RS:0;844d197be988:34051 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T01:17:40,644 INFO [RS:0;844d197be988:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:40,644 INFO [RS:0;844d197be988:34051 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T01:17:40,645 INFO [RS:0;844d197be988:34051 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T01:17:40,645 INFO [RS:0;844d197be988:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:40,645 DEBUG [RS:0;844d197be988:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:40,645 DEBUG [RS:0;844d197be988:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:40,645 DEBUG [RS:0;844d197be988:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:40,645 DEBUG [RS:0;844d197be988:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:40,645 DEBUG [RS:0;844d197be988:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:40,645 DEBUG [RS:0;844d197be988:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:17:40,645 DEBUG [RS:0;844d197be988:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:40,646 DEBUG [RS:0;844d197be988:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:40,646 DEBUG [RS:0;844d197be988:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:40,646 DEBUG [RS:0;844d197be988:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:40,646 DEBUG [RS:0;844d197be988:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:40,646 DEBUG [RS:0;844d197be988:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:40,646 DEBUG [RS:0;844d197be988:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:17:40,646 DEBUG [RS:0;844d197be988:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:17:40,646 INFO [RS:0;844d197be988:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:40,646 INFO [RS:0;844d197be988:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:40,646 INFO [RS:0;844d197be988:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:40,647 INFO [RS:0;844d197be988:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:40,647 INFO [RS:0;844d197be988:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:40,647 INFO [RS:0;844d197be988:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34051,1731719859655-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:17:40,661 INFO [RS:0;844d197be988:34051 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T01:17:40,661 INFO [RS:0;844d197be988:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34051,1731719859655-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:40,662 WARN [844d197be988:46355 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T01:17:40,675 INFO [RS:0;844d197be988:34051 {}] regionserver.ReplicationSource(231): queueId=1-844d197be988,34051,1731719859655, ReplicationSource: 1, currentBandwidth=0 2024-11-16T01:17:40,689 INFO [RS:0;844d197be988:34051 {}] regionserver.ReplicationSource(231): queueId=2-844d197be988,34051,1731719859655, ReplicationSource: 2, currentBandwidth=0 2024-11-16T01:17:40,689 INFO [RS:0;844d197be988:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:40,689 INFO [RS:0;844d197be988:34051 {}] regionserver.Replication(171): 844d197be988,34051,1731719859655 started 2024-11-16T01:17:40,689 DEBUG [RS:0;844d197be988:34051.replicationSource,1-844d197be988,34051,1731719859655 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:34751' 2024-11-16T01:17:40,690 DEBUG [RS:0;844d197be988:34051.replicationSource,1-844d197be988,34051,1731719859655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e2a32fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:40,691 DEBUG [RS:0;844d197be988:34051.replicationSource,1-844d197be988,34051,1731719859655 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34751,-1 for getting cluster id 2024-11-16T01:17:40,691 DEBUG [RS:0;844d197be988:34051.replicationSource,1-844d197be988,34051,1731719859655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:17:40,692 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14e3c749-7540-4ef4-888f-2498bfb49c63' 2024-11-16T01:17:40,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:17:40,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14e3c749-7540-4ef4-888f-2498bfb49c63" 2024-11-16T01:17:40,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c42e4e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:40,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34751,-1] 2024-11-16T01:17:40,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:17:40,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:40,694 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:17:40,695 DEBUG [RS:0;844d197be988:34051.replicationSource,1-844d197be988,34051,1731719859655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1390d785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:40,696 DEBUG [RS:0;844d197be988:34051.replicationSource,1-844d197be988,34051,1731719859655 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:17:40,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,34751,1731719849878 2024-11-16T01:17:40,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1689ee27 2024-11-16T01:17:40,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:17:40,698 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-16T01:17:40,699 INFO [RS:0;844d197be988:34051.replicationSource,1-844d197be988,34051,1731719859655 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-844d197be988,34051,1731719859655 (queues=0) is replicating from cluster=4a6193bb-2cd8-4715-9011-528d182abb59 to cluster=14e3c749-7540-4ef4-888f-2498bfb49c63 2024-11-16T01:17:40,704 INFO [RS:0;844d197be988:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:40,704 INFO [RS:0;844d197be988:34051 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,34051,1731719859655, RpcServer on 844d197be988/172.17.0.2:34051, sessionid=0x1014137b04d0007 2024-11-16T01:17:40,704 DEBUG [RS:0;844d197be988:34051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T01:17:40,704 DEBUG [RS:0;844d197be988:34051 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,34051,1731719859655 2024-11-16T01:17:40,704 DEBUG [RS:0;844d197be988:34051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,34051,1731719859655' 2024-11-16T01:17:40,704 DEBUG [RS:0;844d197be988:34051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01737600383/flush-table-proc/abort' 2024-11-16T01:17:40,705 DEBUG [RS:0;844d197be988:34051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01737600383/flush-table-proc/acquired' 2024-11-16T01:17:40,705 DEBUG [RS:0;844d197be988:34051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T01:17:40,706 DEBUG [RS:0;844d197be988:34051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T01:17:40,706 DEBUG [RS:0;844d197be988:34051 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,34051,1731719859655 2024-11-16T01:17:40,706 DEBUG [RS:0;844d197be988:34051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,34051,1731719859655' 2024-11-16T01:17:40,706 DEBUG [RS:0;844d197be988:34051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01737600383/online-snapshot/abort' 2024-11-16T01:17:40,706 DEBUG [RS:0;844d197be988:34051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01737600383/online-snapshot/acquired' 2024-11-16T01:17:40,706 DEBUG [RS:0;844d197be988:34051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T01:17:40,706 INFO [RS:0;844d197be988:34051 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T01:17:40,706 INFO [RS:0;844d197be988:34051 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T01:17:40,710 DEBUG [RS:0;844d197be988:34051.replicationSource,2-844d197be988,34051,1731719859655 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:34751' 2024-11-16T01:17:40,711 DEBUG [RS:0;844d197be988:34051.replicationSource,2-844d197be988,34051,1731719859655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f349872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:40,711 DEBUG [RS:0;844d197be988:34051.replicationSource,2-844d197be988,34051,1731719859655 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34751,-1 for getting cluster id 2024-11-16T01:17:40,711 DEBUG [RS:0;844d197be988:34051.replicationSource,2-844d197be988,34051,1731719859655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:17:40,712 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14e3c749-7540-4ef4-888f-2498bfb49c63' 2024-11-16T01:17:40,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:17:40,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14e3c749-7540-4ef4-888f-2498bfb49c63" 2024-11-16T01:17:40,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@596f8a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:40,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34751,-1] 2024-11-16T01:17:40,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:17:40,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:40,714 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:17:40,715 DEBUG [RS:0;844d197be988:34051.replicationSource,2-844d197be988,34051,1731719859655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56981553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:40,715 DEBUG [RS:0;844d197be988:34051.replicationSource,2-844d197be988,34051,1731719859655 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:17:40,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,34751,1731719849878 2024-11-16T01:17:40,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27c0d770 2024-11-16T01:17:40,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:17:40,717 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-16T01:17:40,718 INFO [RS:0;844d197be988:34051.replicationSource,2-844d197be988,34051,1731719859655 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-844d197be988,34051,1731719859655 (queues=0) is replicating from cluster=4a6193bb-2cd8-4715-9011-528d182abb59 to cluster=14e3c749-7540-4ef4-888f-2498bfb49c63 2024-11-16T01:17:40,807 INFO [RS:0;844d197be988:34051 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:17:40,812 INFO [RS:0;844d197be988:34051 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C34051%2C1731719859655, suffix=, logDir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655, archiveDir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/oldWALs, maxLogs=10 2024-11-16T01:17:40,830 DEBUG [RS:0;844d197be988:34051 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814, exclude list is [], retry=0 2024-11-16T01:17:40,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46339,DS-0271b13c-5ab8-4ae4-88ae-100c02560cec,DISK] 2024-11-16T01:17:40,836 INFO [RS:0;844d197be988:34051 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814 2024-11-16T01:17:40,836 DEBUG [RS:0;844d197be988:34051 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 844d197be988%2C34051%2C1731719859655 for peer 2 2024-11-16T01:17:40,837 DEBUG [RS:0;844d197be988:34051 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 844d197be988%2C34051%2C1731719859655 for peer 1 2024-11-16T01:17:40,837 DEBUG [RS:0;844d197be988:34051 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=844d197be988%2C34051%2C1731719859655 2024-11-16T01:17:40,837 INFO [RS:0;844d197be988:34051 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-844d197be988,34051,1731719859655, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T01:17:40,838 DEBUG [RS:0;844d197be988:34051 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=844d197be988%2C34051%2C1731719859655 2024-11-16T01:17:40,838 INFO [RS:0;844d197be988:34051.replicationSource.shipper844d197be988%2C34051%2C1731719859655,1-844d197be988,34051,1731719859655 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 844d197be988%2C34051%2C1731719859655 2024-11-16T01:17:40,838 INFO [RS:0;844d197be988:34051 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-844d197be988,34051,1731719859655, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T01:17:40,838 INFO [RS:0;844d197be988:34051.replicationSource.shipper844d197be988%2C34051%2C1731719859655,2-844d197be988,34051,1731719859655 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 844d197be988%2C34051%2C1731719859655 2024-11-16T01:17:40,838 DEBUG [RS:0;844d197be988:34051 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40767:40767)] 2024-11-16T01:17:40,838 DEBUG [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,2-844d197be988,34051,1731719859655 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814, startPosition=0, beingWritten=true 2024-11-16T01:17:40,839 DEBUG [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,1-844d197be988,34051,1731719859655 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814, startPosition=0, beingWritten=true 2024-11-16T01:17:40,912 DEBUG [844d197be988:46355 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:17:40,913 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,34051,1731719859655 2024-11-16T01:17:40,914 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,34051,1731719859655, state=OPENING 2024-11-16T01:17:40,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01737600383/meta-region-server 2024-11-16T01:17:40,942 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x1014137b04d0007, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01737600383/meta-region-server 2024-11-16T01:17:40,942 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:17:40,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01737600383/meta-region-server: CHANGED 2024-11-16T01:17:40,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,34051,1731719859655}] 2024-11-16T01:17:40,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01737600383/meta-region-server: CHANGED 2024-11-16T01:17:41,046 DEBUG [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,1-844d197be988,34051,1731719859655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814 to pos 0, reset compression=false 2024-11-16T01:17:41,046 DEBUG [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,2-844d197be988,34051,1731719859655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814 to pos 0, reset compression=false 2024-11-16T01:17:41,096 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:17:41,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:17:41,102 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T01:17:41,102 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:17:41,103 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T01:17:41,105 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C34051%2C1731719859655.meta, suffix=.meta, logDir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655, archiveDir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/oldWALs, maxLogs=10 2024-11-16T01:17:41,118 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.meta.1731719861105.meta, exclude list is [], retry=0 2024-11-16T01:17:41,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46339,DS-0271b13c-5ab8-4ae4-88ae-100c02560cec,DISK] 2024-11-16T01:17:41,123 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.meta.1731719861105.meta 2024-11-16T01:17:41,123 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40767:40767)] 2024-11-16T01:17:41,123 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:17:41,124 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:17:41,124 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:17:41,124 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T01:17:41,124 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T01:17:41,124 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T01:17:41,124 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:17:41,124 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T01:17:41,124 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T01:17:41,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:17:41,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:17:41,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:41,135 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/info/dc75fef4232445f6a34e3a2f3b442706 2024-11-16T01:17:41,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:41,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:17:41,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:17:41,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:41,146 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/ns/165dc3f252e74ad688a445172d428891 2024-11-16T01:17:41,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:41,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:17:41,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:17:41,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:41,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:41,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:17:41,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:17:41,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:41,159 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/table/871e39e28d8844dd92735ca009d133b8 2024-11-16T01:17:41,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:41,160 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:17:41,161 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740 2024-11-16T01:17:41,162 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740 2024-11-16T01:17:41,164 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:17:41,164 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:17:41,165 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:17:41,166 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:17:41,167 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74961423, jitterRate=0.11701224744319916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:17:41,167 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T01:17:41,167 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731719861125Writing region info on filesystem at 1731719861125Initializing all the Stores at 1731719861126 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719861126Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719861126Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719861126Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719861126Cleaning up temporary data from old regions at 1731719861164 (+38 ms)Running coprocessor post-open hooks at 1731719861167 (+3 ms)Region opened successfully at 1731719861167 2024-11-16T01:17:41,169 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731719861096 2024-11-16T01:17:41,172 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T01:17:41,172 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T01:17:41,173 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=844d197be988,34051,1731719859655 2024-11-16T01:17:41,175 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,34051,1731719859655, state=OPEN 2024-11-16T01:17:41,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01737600383/meta-region-server 2024-11-16T01:17:41,184 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x1014137b04d0007, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01737600383/meta-region-server 2024-11-16T01:17:41,184 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,34051,1731719859655 2024-11-16T01:17:41,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01737600383/meta-region-server: CHANGED 2024-11-16T01:17:41,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01737600383/meta-region-server: CHANGED 2024-11-16T01:17:41,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-16T01:17:41,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,34051,1731719859655 in 242 msec 2024-11-16T01:17:41,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-16T01:17:41,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 680 msec 2024-11-16T01:17:41,353 DEBUG [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,2-844d197be988,34051,1731719859655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814 to pos 0, reset compression=false 2024-11-16T01:17:41,353 DEBUG [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,1-844d197be988,34051,1731719859655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814 to pos 0, reset compression=false 2024-11-16T01:17:41,760 DEBUG [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,1-844d197be988,34051,1731719859655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814 to pos 0, reset compression=false 2024-11-16T01:17:41,760 DEBUG [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,2-844d197be988,34051,1731719859655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814 to pos 0, reset compression=false 2024-11-16T01:17:42,103 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-16T01:17:42,266 DEBUG [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,2-844d197be988,34051,1731719859655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814 to pos 0, reset compression=false 2024-11-16T01:17:42,266 DEBUG [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,1-844d197be988,34051,1731719859655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814 to pos 0, reset compression=false 2024-11-16T01:17:42,877 DEBUG [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,1-844d197be988,34051,1731719859655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814 to pos 0, reset compression=false 2024-11-16T01:17:42,877 DEBUG [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,2-844d197be988,34051,1731719859655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814 to pos 0, reset compression=false 2024-11-16T01:17:43,588 DEBUG [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,1-844d197be988,34051,1731719859655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814 to pos 0, reset compression=false 2024-11-16T01:17:43,588 DEBUG [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,2-844d197be988,34051,1731719859655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814 to pos 0, reset compression=false 2024-11-16T01:17:43,607 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-16T01:17:44,395 DEBUG [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,2-844d197be988,34051,1731719859655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814 to pos 0, reset compression=false 2024-11-16T01:17:44,395 DEBUG [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,1-844d197be988,34051,1731719859655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814 to pos 0, reset compression=false 2024-11-16T01:17:44,515 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:17:45,010 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-16T01:17:45,010 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T01:17:45,011 DEBUG [master/844d197be988:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:17:45,011 DEBUG [master/844d197be988:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,34051,1731719859655, seqNum=-1] 2024-11-16T01:17:45,012 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:17:45,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:17:45,024 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d73c0db3d64f5479fe1818b720dcf8d6, regionState=OPEN, lastHost=844d197be988,33853,1731719843136, regionLocation=844d197be988,33853,1731719843136, openSeqNum=2 2024-11-16T01:17:45,025 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T01:17:45,025 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731719925025 2024-11-16T01:17:45,025 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731719985025 2024-11-16T01:17:45,025 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 14 msec 2024-11-16T01:17:45,025 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,46355,1731719859525-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:45,025 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,46355,1731719859525-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:45,025 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 844d197be988,33853,1731719843136 had 2 regions 2024-11-16T01:17:45,025 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,46355,1731719859525-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:45,025 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:46355, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:45,025 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:45,026 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:45,027 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 844d197be988,33853,1731719843136, splitWal=true, meta=true, isMeta: false 2024-11-16T01:17:45,029 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136-splitting dir is empty, no logs to split. 2024-11-16T01:17:45,029 INFO [PEWorker-3 {}] master.SplitWALManager(105): 844d197be988,33853,1731719843136 WAL count=0, meta=false 2024-11-16T01:17:45,033 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,33853,1731719843136-splitting dir is empty, no logs to split. 2024-11-16T01:17:45,033 INFO [PEWorker-3 {}] master.SplitWALManager(105): 844d197be988,33853,1731719843136 WAL count=0, meta=false 2024-11-16T01:17:45,033 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 844d197be988,33853,1731719843136 WAL splitting is done? wals=0, meta=false 2024-11-16T01:17:45,033 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.133sec 2024-11-16T01:17:45,033 INFO [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T01:17:45,033 INFO [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T01:17:45,033 INFO [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T01:17:45,033 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T01:17:45,034 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T01:17:45,034 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,46355,1731719859525-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:17:45,034 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,46355,1731719859525-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T01:17:45,038 WARN [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=844d197be988,33853,1731719843136/hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. 2024-11-16T01:17:45,038 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T01:17:45,038 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T01:17:45,038 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,46355,1731719859525-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:45,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d73c0db3d64f5479fe1818b720dcf8d6, ASSIGN}] 2024-11-16T01:17:45,040 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d73c0db3d64f5479fe1818b720dcf8d6, ASSIGN 2024-11-16T01:17:45,041 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d73c0db3d64f5479fe1818b720dcf8d6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T01:17:45,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c9ebf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:45,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,46355,-1 for getting cluster id 2024-11-16T01:17:45,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:17:45,057 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a6193bb-2cd8-4715-9011-528d182abb59' 2024-11-16T01:17:45,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:17:45,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a6193bb-2cd8-4715-9011-528d182abb59" 2024-11-16T01:17:45,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7925e7c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:45,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,46355,-1] 2024-11-16T01:17:45,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:17:45,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:45,061 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:17:45,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1616cf75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:45,062 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:17:45,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,34051,1731719859655, seqNum=-1] 2024-11-16T01:17:45,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:17:45,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:17:45,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-16T01:17:45,070 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:17:45,070 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:17:45,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:45,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:45,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:17:45,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 844d197be988:46355 after: 844d197be988:46355 2024-11-16T01:17:45,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78275969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:45,071 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,46355,-1 for getting cluster id 2024-11-16T01:17:45,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:17:45,072 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a6193bb-2cd8-4715-9011-528d182abb59' 2024-11-16T01:17:45,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:17:45,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a6193bb-2cd8-4715-9011-528d182abb59" 2024-11-16T01:17:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abd488a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,46355,-1] 2024-11-16T01:17:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:17:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:45,074 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:17:45,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231c9678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:45,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:17:45,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,46355,1731719859525 2024-11-16T01:17:45,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60075f2d 2024-11-16T01:17:45,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:17:45,076 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:17:45,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T01:17:45,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T01:17:45,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T01:17:45,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T01:17:45,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T01:17:45,079 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:17:45,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:17:45,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:45,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:45,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:17:45,080 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T01:17:45,080 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1099102512, stopped=false 2024-11-16T01:17:45,080 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=844d197be988,34751,1731719849878 2024-11-16T01:17:45,089 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x1014137b04d0004, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1782986307/running 2024-11-16T01:17:45,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1782986307/running 2024-11-16T01:17:45,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1782986307 2024-11-16T01:17:45,089 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x1014137b04d0004, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1782986307 2024-11-16T01:17:45,089 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:17:45,089 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:17:45,089 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:17:45,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:45,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43355-0x1014137b04d0004, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Set watcher on znode that does not yet exist, /1-1782986307/running 2024-11-16T01:17:45,090 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '844d197be988,43355,1731719850191' ***** 2024-11-16T01:17:45,090 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T01:17:45,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Set watcher on znode that does not yet exist, /1-1782986307/running 2024-11-16T01:17:45,090 INFO [RS:0;844d197be988:43355 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T01:17:45,090 INFO [RS:0;844d197be988:43355 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T01:17:45,090 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T01:17:45,090 INFO [RS:0;844d197be988:43355 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T01:17:45,090 INFO [RS:0;844d197be988:43355 {}] regionserver.HRegionServer(959): stopping server 844d197be988,43355,1731719850191 2024-11-16T01:17:45,090 INFO [RS:0;844d197be988:43355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:17:45,090 INFO [RS:0;844d197be988:43355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:43355. 2024-11-16T01:17:45,091 DEBUG [RS:0;844d197be988:43355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:17:45,091 DEBUG [RS:0;844d197be988:43355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:45,091 INFO [RS:0;844d197be988:43355 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T01:17:45,091 INFO [RS:0;844d197be988:43355 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T01:17:45,091 INFO [RS:0;844d197be988:43355 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T01:17:45,091 INFO [RS:0;844d197be988:43355 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T01:17:45,091 INFO [RS:0;844d197be988:43355 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T01:17:45,091 DEBUG [RS:0;844d197be988:43355 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:17:45,091 DEBUG [RS:0;844d197be988:43355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:17:45,091 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:17:45,091 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:17:45,091 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:17:45,092 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:17:45,092 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:17:45,092 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-16T01:17:45,110 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/data/hbase/meta/1588230740/.tmp/ns/7ebe744c4479490c88e7a34e76480f07 is 43, key is default/ns:d/1731719853820/Put/seqid=0 2024-11-16T01:17:45,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42583 is added to blk_1073741835_1011 (size=5153) 2024-11-16T01:17:45,164 INFO [regionserver/844d197be988:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:17:45,192 DEBUG [844d197be988:46355 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:17:45,193 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d73c0db3d64f5479fe1818b720dcf8d6, regionState=OPENING, regionLocation=844d197be988,34051,1731719859655 2024-11-16T01:17:45,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d73c0db3d64f5479fe1818b720dcf8d6, ASSIGN because future has completed 2024-11-16T01:17:45,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d73c0db3d64f5479fe1818b720dcf8d6, server=844d197be988,34051,1731719859655}] 2024-11-16T01:17:45,292 DEBUG [RS:0;844d197be988:43355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:17:45,301 DEBUG [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,1-844d197be988,34051,1731719859655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814 to pos 0, reset compression=false 2024-11-16T01:17:45,301 DEBUG [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,2-844d197be988,34051,1731719859655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814 to pos 0, reset compression=false 2024-11-16T01:17:45,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. 2024-11-16T01:17:45,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:17:45,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T01:17:45,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C34051%2C1731719859655.rep, suffix=, logDir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655, archiveDir=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/oldWALs, maxLogs=10 2024-11-16T01:17:45,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.rep.1731719865368, exclude list is [], retry=0 2024-11-16T01:17:45,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46339,DS-0271b13c-5ab8-4ae4-88ae-100c02560cec,DISK] 2024-11-16T01:17:45,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.rep.1731719865368 2024-11-16T01:17:45,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40767:40767)] 2024-11-16T01:17:45,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d73c0db3d64f5479fe1818b720dcf8d6, NAME => 'hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:17:45,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:17:45,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:17:45,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. service=MultiRowMutationService 2024-11-16T01:17:45,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T01:17:45,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:45,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:17:45,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:45,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:45,392 INFO [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:45,393 INFO [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d73c0db3d64f5479fe1818b720dcf8d6 columnFamilyName hfileref 2024-11-16T01:17:45,393 DEBUG [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:45,393 INFO [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] regionserver.HStore(327): Store=d73c0db3d64f5479fe1818b720dcf8d6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:17:45,394 INFO [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:45,394 INFO [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d73c0db3d64f5479fe1818b720dcf8d6 columnFamilyName queue 2024-11-16T01:17:45,395 DEBUG [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:45,402 DEBUG [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/replication/d73c0db3d64f5479fe1818b720dcf8d6/queue/cbddf02ad657465a82aef6a89f8cdfe4 2024-11-16T01:17:45,402 INFO [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] regionserver.HStore(327): Store=d73c0db3d64f5479fe1818b720dcf8d6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:17:45,402 INFO [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:45,403 INFO [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d73c0db3d64f5479fe1818b720dcf8d6 columnFamilyName sid 2024-11-16T01:17:45,403 DEBUG [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:45,404 INFO [StoreOpener-d73c0db3d64f5479fe1818b720dcf8d6-1 {}] regionserver.HStore(327): Store=d73c0db3d64f5479fe1818b720dcf8d6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:17:45,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:45,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/replication/d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:45,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/replication/d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:45,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:45,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:45,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:17:45,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:45,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened d73c0db3d64f5479fe1818b720dcf8d6; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74522159, jitterRate=0.11046670377254486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:17:45,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:45,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d73c0db3d64f5479fe1818b720dcf8d6: Running coprocessor pre-open hook at 1731719865390Writing region info on filesystem at 1731719865390Initializing all the Stores at 1731719865391 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719865391Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719865391Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719865391Cleaning up temporary data from old regions at 1731719865407 (+16 ms)Running coprocessor post-open hooks at 1731719865410 (+3 ms)Region opened successfully at 1731719865411 (+1 ms) 2024-11-16T01:17:45,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6., pid=19, masterSystemTime=1731719865355 2024-11-16T01:17:45,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. 2024-11-16T01:17:45,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. 2024-11-16T01:17:45,416 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d73c0db3d64f5479fe1818b720dcf8d6, regionState=OPEN, openSeqNum=10, regionLocation=844d197be988,34051,1731719859655 2024-11-16T01:17:45,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d73c0db3d64f5479fe1818b720dcf8d6, server=844d197be988,34051,1731719859655 because future has completed 2024-11-16T01:17:45,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-16T01:17:45,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure d73c0db3d64f5479fe1818b720dcf8d6, server=844d197be988,34051,1731719859655 in 220 msec 2024-11-16T01:17:45,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-16T01:17:45,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d73c0db3d64f5479fe1818b720dcf8d6, ASSIGN in 384 msec 2024-11-16T01:17:45,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-16T01:17:45,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6., hostname=844d197be988,34051,1731719859655, seqNum=10] 2024-11-16T01:17:45,461 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 844d197be988,33853,1731719843136 2024-11-16T01:17:45,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-16T01:17:45,492 DEBUG [RS:0;844d197be988:43355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:17:45,515 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/data/hbase/meta/1588230740/.tmp/ns/7ebe744c4479490c88e7a34e76480f07 2024-11-16T01:17:45,526 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/data/hbase/meta/1588230740/.tmp/ns/7ebe744c4479490c88e7a34e76480f07 as hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/data/hbase/meta/1588230740/ns/7ebe744c4479490c88e7a34e76480f07 2024-11-16T01:17:45,535 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/data/hbase/meta/1588230740/ns/7ebe744c4479490c88e7a34e76480f07, entries=2, sequenceid=6, filesize=5.0 K 2024-11-16T01:17:45,537 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=6, compaction requested=false 2024-11-16T01:17:45,537 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T01:17:45,543 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T01:17:45,544 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:17:45,544 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:17:45,544 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:17:45,545 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731719865091Running coprocessor pre-close hooks at 1731719865091Disabling compacts and flushes for region at 1731719865091Disabling writes for close at 1731719865092 (+1 ms)Obtaining lock to block concurrent updates at 1731719865092Preparing flush snapshotting stores in 1588230740 at 1731719865092Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731719865092Flushing stores of hbase:meta,,1.1588230740 at 1731719865093 (+1 ms)Flushing 1588230740/ns: creating writer at 1731719865093Flushing 1588230740/ns: appending metadata at 1731719865110 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731719865110Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3785427f: reopening flushed file at 1731719865524 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=6, compaction requested=false at 1731719865537 (+13 ms)Writing region close event to WAL at 1731719865538 (+1 ms)Running coprocessor post-close hooks at 1731719865544 (+6 ms)Closed at 1731719865544 2024-11-16T01:17:45,545 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T01:17:45,623 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T01:17:45,623 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T01:17:45,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-16T01:17:45,692 INFO [RS:0;844d197be988:43355 {}] regionserver.HRegionServer(976): stopping server 844d197be988,43355,1731719850191; all regions closed. 2024-11-16T01:17:45,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42583 is added to blk_1073741834_1010 (size=1152) 2024-11-16T01:17:45,695 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/WALs/844d197be988,43355,1731719850191/844d197be988%2C43355%2C1731719850191.meta.1731719853750.meta not finished, retry = 0 2024-11-16T01:17:45,801 DEBUG [RS:0;844d197be988:43355 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/oldWALs 2024-11-16T01:17:45,801 INFO [RS:0;844d197be988:43355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C43355%2C1731719850191.meta:.meta(num 1731719853750) 2024-11-16T01:17:45,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42583 is added to blk_1073741832_1008 (size=93) 2024-11-16T01:17:45,811 DEBUG [RS:0;844d197be988:43355 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/oldWALs 2024-11-16T01:17:45,812 INFO [RS:0;844d197be988:43355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C43355%2C1731719850191:(num 1731719852697) 2024-11-16T01:17:45,812 DEBUG [RS:0;844d197be988:43355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:45,812 INFO [RS:0;844d197be988:43355 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:17:45,812 INFO [RS:0;844d197be988:43355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:17:45,812 INFO [RS:0;844d197be988:43355 {}] hbase.ChoreService(370): Chore service for: regionserver/844d197be988:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T01:17:45,813 INFO [RS:0;844d197be988:43355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:17:45,813 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:17:45,813 INFO [RS:0;844d197be988:43355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43355 2024-11-16T01:17:46,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1782986307/rs 2024-11-16T01:17:46,012 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x1014137b04d0004, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1782986307/rs/844d197be988,43355,1731719850191 2024-11-16T01:17:46,012 INFO [RS:0;844d197be988:43355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:17:46,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [844d197be988,43355,1731719850191] 2024-11-16T01:17:46,210 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x1014137b04d0004, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:17:46,210 INFO [RS:0;844d197be988:43355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:17:46,210 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x1014137b04d0004, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:17:46,210 INFO [RS:0;844d197be988:43355 {}] regionserver.HRegionServer(1031): Exiting; stopping=844d197be988,43355,1731719850191; zookeeper connection closed. 2024-11-16T01:17:46,210 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6be73bf0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6be73bf0 2024-11-16T01:17:46,211 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T01:17:46,261 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1782986307/draining/844d197be988,43355,1731719850191 already deleted, retry=false 2024-11-16T01:17:46,261 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 844d197be988,43355,1731719850191 expired; onlineServers=0 2024-11-16T01:17:46,261 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '844d197be988,34751,1731719849878' ***** 2024-11-16T01:17:46,261 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T01:17:46,261 INFO [M:0;844d197be988:34751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:17:46,261 INFO [M:0;844d197be988:34751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:17:46,262 DEBUG [M:0;844d197be988:34751 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T01:17:46,262 DEBUG [M:0;844d197be988:34751 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T01:17:46,262 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T01:17:46,262 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719852445 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719852445,5,FailOnTimeoutGroup] 2024-11-16T01:17:46,262 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719852445 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719852445,5,FailOnTimeoutGroup] 2024-11-16T01:17:46,262 INFO [M:0;844d197be988:34751 {}] hbase.ChoreService(370): Chore service for: master/844d197be988:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T01:17:46,262 INFO [M:0;844d197be988:34751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:17:46,262 DEBUG [M:0;844d197be988:34751 {}] master.HMaster(1795): Stopping service threads 2024-11-16T01:17:46,262 INFO [M:0;844d197be988:34751 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T01:17:46,262 INFO [M:0;844d197be988:34751 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:17:46,262 INFO [M:0;844d197be988:34751 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T01:17:46,262 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T01:17:46,312 DEBUG [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,2-844d197be988,34051,1731719859655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814 to pos 0, reset compression=false 2024-11-16T01:17:46,312 DEBUG [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,1-844d197be988,34051,1731719859655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814 to pos 0, reset compression=false 2024-11-16T01:17:46,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1782986307/master 2024-11-16T01:17:46,328 DEBUG [M:0;844d197be988:34751 {}] zookeeper.ZKUtil(347): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Unable to get data of znode /1-1782986307/master because node does not exist (not an error) 2024-11-16T01:17:46,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1782986307 2024-11-16T01:17:46,328 WARN [M:0;844d197be988:34751 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T01:17:46,330 INFO [M:0;844d197be988:34751 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/.lastflushedseqids 2024-11-16T01:17:46,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42583 is added to blk_1073741836_1012 (size=99) 2024-11-16T01:17:46,642 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T01:17:46,737 INFO [M:0;844d197be988:34751 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T01:17:46,737 INFO [M:0;844d197be988:34751 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T01:17:46,737 DEBUG [M:0;844d197be988:34751 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:17:46,737 INFO [M:0;844d197be988:34751 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:17:46,737 DEBUG [M:0;844d197be988:34751 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:17:46,737 DEBUG [M:0;844d197be988:34751 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:17:46,737 DEBUG [M:0;844d197be988:34751 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:17:46,738 INFO [M:0;844d197be988:34751 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-16T01:17:46,758 DEBUG [M:0;844d197be988:34751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e52200ce0b240e899963237ca867955 is 82, key is hbase:meta,,1/info:regioninfo/1731719853795/Put/seqid=0 2024-11-16T01:17:46,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42583 is added to blk_1073741837_1013 (size=5672) 2024-11-16T01:17:47,164 INFO [M:0;844d197be988:34751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e52200ce0b240e899963237ca867955 2024-11-16T01:17:47,185 DEBUG [M:0;844d197be988:34751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c28775c38dc4fd69756f159e175d339 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731719853826/Put/seqid=0 2024-11-16T01:17:47,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42583 is added to blk_1073741838_1014 (size=5275) 2024-11-16T01:17:47,419 DEBUG [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,2-844d197be988,34051,1731719859655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814 to pos 0, reset compression=false 2024-11-16T01:17:47,419 DEBUG [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,1-844d197be988,34051,1731719859655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814 to pos 0, reset compression=false 2024-11-16T01:17:47,590 INFO [M:0;844d197be988:34751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c28775c38dc4fd69756f159e175d339 2024-11-16T01:17:47,612 DEBUG [M:0;844d197be988:34751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/517344effc3a4e919efc6b10f2cb6d65 is 69, key is 844d197be988,43355,1731719850191/rs:state/1731719852466/Put/seqid=0 2024-11-16T01:17:47,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42583 is added to blk_1073741839_1015 (size=5156) 2024-11-16T01:17:48,018 INFO [M:0;844d197be988:34751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/517344effc3a4e919efc6b10f2cb6d65 2024-11-16T01:17:48,027 DEBUG [M:0;844d197be988:34751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e52200ce0b240e899963237ca867955 as hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e52200ce0b240e899963237ca867955 2024-11-16T01:17:48,034 INFO [M:0;844d197be988:34751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e52200ce0b240e899963237ca867955, entries=8, sequenceid=28, filesize=5.5 K 2024-11-16T01:17:48,035 DEBUG [M:0;844d197be988:34751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c28775c38dc4fd69756f159e175d339 as hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c28775c38dc4fd69756f159e175d339 2024-11-16T01:17:48,042 INFO [M:0;844d197be988:34751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c28775c38dc4fd69756f159e175d339, entries=3, sequenceid=28, filesize=5.2 K 2024-11-16T01:17:48,043 DEBUG [M:0;844d197be988:34751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/517344effc3a4e919efc6b10f2cb6d65 as hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/517344effc3a4e919efc6b10f2cb6d65 2024-11-16T01:17:48,050 INFO [M:0;844d197be988:34751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36547/user/jenkins/test-data/18af41bc-6fbb-bf36-ee3d-ba7b5f9d4c3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/517344effc3a4e919efc6b10f2cb6d65, entries=1, sequenceid=28, filesize=5.0 K 2024-11-16T01:17:48,052 INFO [M:0;844d197be988:34751 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=28, compaction requested=false 2024-11-16T01:17:48,053 INFO [M:0;844d197be988:34751 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:17:48,053 DEBUG [M:0;844d197be988:34751 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731719866737Disabling compacts and flushes for region at 1731719866737Disabling writes for close at 1731719866737Obtaining lock to block concurrent updates at 1731719866738 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731719866738Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731719866738Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731719866739 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731719866739Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731719866758 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731719866758Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731719867170 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731719867184 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731719867184Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731719867597 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731719867612 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731719867612Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3956f31: reopening flushed file at 1731719868025 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c961a87: reopening flushed file at 1731719868034 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b4668fd: reopening flushed file at 1731719868042 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=28, compaction requested=false at 1731719868052 (+10 ms)Writing region close event to WAL at 1731719868053 (+1 ms)Closed at 1731719868053 2024-11-16T01:17:48,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42583 is added to blk_1073741830_1006 (size=10165) 2024-11-16T01:17:48,057 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:17:48,057 INFO [M:0;844d197be988:34751 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T01:17:48,057 INFO [M:0;844d197be988:34751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34751 2024-11-16T01:17:48,060 INFO [M:0;844d197be988:34751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:17:48,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:17:48,194 INFO [M:0;844d197be988:34751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:17:48,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34751-0x1014137b04d0003, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:17:48,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f930e04{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:17:48,200 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@224a64ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:17:48,200 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:17:48,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2eeb97ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:17:48,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26fe482a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/hadoop.log.dir/,STOPPED} 2024-11-16T01:17:48,203 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T01:17:48,203 WARN [BP-1105231771-172.17.0.2-1731719847779 heartbeating to localhost/127.0.0.1:36547 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T01:17:48,203 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T01:17:48,203 WARN [BP-1105231771-172.17.0.2-1731719847779 heartbeating to localhost/127.0.0.1:36547 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1105231771-172.17.0.2-1731719847779 (Datanode Uuid eb7cd1b2-a601-4b40-a27d-3573d20b1532) service to localhost/127.0.0.1:36547 2024-11-16T01:17:48,204 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/cluster_8c659979-5188-1cdf-a8b8-b607ebc0ec5a/data/data1/current/BP-1105231771-172.17.0.2-1731719847779 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:17:48,205 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/cluster_8c659979-5188-1cdf-a8b8-b607ebc0ec5a/data/data2/current/BP-1105231771-172.17.0.2-1731719847779 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:17:48,205 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T01:17:48,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@648ef073{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:17:48,213 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f079672{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:17:48,213 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:17:48,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6da0165e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:17:48,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@779100ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/hadoop.log.dir/,STOPPED} 2024-11-16T01:17:48,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T01:17:48,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T01:17:48,233 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:17:48,233 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:17:48,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:48,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:48,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:17:48,233 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T01:17:48,233 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=451752959, stopped=false 2024-11-16T01:17:48,233 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=844d197be988,46355,1731719859525 2024-11-16T01:17:48,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01737600383/running 2024-11-16T01:17:48,285 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x1014137b04d0007, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01737600383/running 2024-11-16T01:17:48,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383 2024-11-16T01:17:48,285 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x1014137b04d0007, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383 2024-11-16T01:17:48,285 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:17:48,286 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:17:48,286 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:17:48,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34051-0x1014137b04d0007, quorum=127.0.0.1:49491, baseZNode=/01737600383 Set watcher on znode that does not yet exist, /01737600383/running 2024-11-16T01:17:48,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:48,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Set watcher on znode that does not yet exist, /01737600383/running 2024-11-16T01:17:48,286 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '844d197be988,34051,1731719859655' ***** 2024-11-16T01:17:48,286 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T01:17:48,287 INFO [RS:0;844d197be988:34051 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T01:17:48,287 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T01:17:48,287 INFO [RS:0;844d197be988:34051 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T01:17:48,287 INFO [RS:0;844d197be988:34051 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T01:17:48,287 INFO [RS:0;844d197be988:34051 {}] regionserver.HRegionServer(3091): Received CLOSE for d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:48,287 INFO [RS:0;844d197be988:34051 {}] regionserver.HRegionServer(959): stopping server 844d197be988,34051,1731719859655 2024-11-16T01:17:48,287 INFO [RS:0;844d197be988:34051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:17:48,287 INFO [RS:0;844d197be988:34051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:34051. 2024-11-16T01:17:48,287 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d73c0db3d64f5479fe1818b720dcf8d6, disabling compactions & flushes 2024-11-16T01:17:48,287 DEBUG [RS:0;844d197be988:34051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:17:48,287 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. 2024-11-16T01:17:48,287 DEBUG [RS:0;844d197be988:34051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:48,287 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. 2024-11-16T01:17:48,288 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. after waiting 0 ms 2024-11-16T01:17:48,288 INFO [RS:0;844d197be988:34051 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T01:17:48,288 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. 2024-11-16T01:17:48,288 INFO [RS:0;844d197be988:34051 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T01:17:48,288 INFO [RS:0;844d197be988:34051 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T01:17:48,288 INFO [RS:0;844d197be988:34051 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T01:17:48,288 INFO [RS:0;844d197be988:34051 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T01:17:48,288 DEBUG [RS:0;844d197be988:34051 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d73c0db3d64f5479fe1818b720dcf8d6=hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6.} 2024-11-16T01:17:48,288 DEBUG [RS:0;844d197be988:34051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d73c0db3d64f5479fe1818b720dcf8d6 2024-11-16T01:17:48,288 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:17:48,288 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:17:48,288 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:17:48,288 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:17:48,288 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:17:48,288 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-16T01:17:48,307 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/replication/d73c0db3d64f5479fe1818b720dcf8d6/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-16T01:17:48,308 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/.tmp/info/7955804b5109496eac5d85df9dddb642 is 147, key is hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6./info:regioninfo/1731719865416/Put/seqid=0 2024-11-16T01:17:48,308 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:17:48,308 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:17:48,308 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. 2024-11-16T01:17:48,308 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d73c0db3d64f5479fe1818b720dcf8d6: Waiting for close lock at 1731719868287Running coprocessor pre-close hooks at 1731719868287Disabling compacts and flushes for region at 1731719868287Disabling writes for close at 1731719868288 (+1 ms)Writing region close event to WAL at 1731719868291 (+3 ms)Running coprocessor post-close hooks at 1731719868308 (+17 ms)Closed at 1731719868308 2024-11-16T01:17:48,308 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731719854082.d73c0db3d64f5479fe1818b720dcf8d6. 2024-11-16T01:17:48,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741851_1027 (size=6385) 2024-11-16T01:17:48,354 INFO [regionserver/844d197be988:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:17:48,488 DEBUG [RS:0;844d197be988:34051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:17:48,626 DEBUG [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,2-844d197be988,34051,1731719859655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814 to pos 0, reset compression=false 2024-11-16T01:17:48,626 DEBUG [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,1-844d197be988,34051,1731719859655 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.1731719860814 to pos 0, reset compression=false 2024-11-16T01:17:48,647 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T01:17:48,647 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T01:17:48,689 DEBUG [RS:0;844d197be988:34051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:17:48,713 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/.tmp/info/7955804b5109496eac5d85df9dddb642 2024-11-16T01:17:48,724 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/.tmp/info/7955804b5109496eac5d85df9dddb642 as hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/info/7955804b5109496eac5d85df9dddb642 2024-11-16T01:17:48,733 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/info/7955804b5109496eac5d85df9dddb642, entries=8, sequenceid=19, filesize=6.2 K 2024-11-16T01:17:48,734 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false 2024-11-16T01:17:48,739 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-16T01:17:48,740 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:17:48,740 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:17:48,740 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:17:48,741 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731719868288Running coprocessor pre-close hooks at 1731719868288Disabling compacts and flushes for region at 1731719868288Disabling writes for close at 1731719868288Obtaining lock to block concurrent updates at 1731719868288Preparing flush snapshotting stores in 1588230740 at 1731719868288Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731719868289 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731719868291 (+2 ms)Flushing 1588230740/info: creating writer at 1731719868291Flushing 1588230740/info: appending metadata at 1731719868307 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731719868307Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@deaf272: reopening flushed file at 1731719868723 (+416 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false at 1731719868734 (+11 ms)Writing region close event to WAL at 1731719868735 (+1 ms)Running coprocessor post-close hooks at 1731719868740 (+5 ms)Closed at 1731719868740 2024-11-16T01:17:48,741 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T01:17:48,889 INFO [RS:0;844d197be988:34051 {}] regionserver.HRegionServer(976): stopping server 844d197be988,34051,1731719859655; all regions closed. 2024-11-16T01:17:48,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741849_1025 (size=2156) 2024-11-16T01:17:48,899 DEBUG [RS:0;844d197be988:34051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/oldWALs 2024-11-16T01:17:48,899 INFO [RS:0;844d197be988:34051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C34051%2C1731719859655.meta:.meta(num 1731719861105) 2024-11-16T01:17:48,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741850_1026 (size=796) 2024-11-16T01:17:48,902 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/WALs/844d197be988,34051,1731719859655/844d197be988%2C34051%2C1731719859655.rep.1731719865368 not finished, retry = 0 2024-11-16T01:17:49,005 DEBUG [RS:0;844d197be988:34051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/oldWALs 2024-11-16T01:17:49,006 INFO [RS:0;844d197be988:34051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C34051%2C1731719859655.rep:(num 1731719865368) 2024-11-16T01:17:49,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741848_1024 (size=93) 2024-11-16T01:17:49,012 DEBUG [RS:0;844d197be988:34051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/oldWALs 2024-11-16T01:17:49,012 INFO [RS:0;844d197be988:34051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C34051%2C1731719859655:(num 1731719860814) 2024-11-16T01:17:49,012 DEBUG [RS:0;844d197be988:34051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:49,012 INFO [RS:0;844d197be988:34051 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:17:49,012 INFO [RS:0;844d197be988:34051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:17:49,012 INFO [RS:0;844d197be988:34051 {}] hbase.ChoreService(370): Chore service for: regionserver/844d197be988:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T01:17:49,013 INFO [RS:0;844d197be988:34051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:17:49,013 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:17:49,013 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-16T01:17:49,013 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-16T01:17:49,013 INFO [RS:0;844d197be988:34051 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-844d197be988,34051,1731719859655 because: Region server is closing 2024-11-16T01:17:49,013 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-16T01:17:49,013 INFO [RS:0;844d197be988:34051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:34051. 2024-11-16T01:17:49,014 DEBUG [RS:0;844d197be988:34051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:17:49,014 DEBUG [RS:0;844d197be988:34051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:49,014 DEBUG [RS:0;844d197be988:34051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:49,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:17:49,114 WARN [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,1-844d197be988,34051,1731719859655 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T01:17:49,114 WARN [RS:0;844d197be988:34051.replicationSource.shipper844d197be988%2C34051%2C1731719859655,1-844d197be988,34051,1731719859655 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T01:17:49,115 INFO [RS:0;844d197be988:34051 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;844d197be988:34051.replicationSource.shipper844d197be988%2C34051%2C1731719859655,1-844d197be988,34051,1731719859655 terminated 2024-11-16T01:17:49,115 INFO [RS:0;844d197be988:34051 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-844d197be988,34051,1731719859655 because: Region server is closing 2024-11-16T01:17:49,115 INFO [RS:0;844d197be988:34051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:34051. 2024-11-16T01:17:49,115 DEBUG [RS:0;844d197be988:34051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:17:49,115 DEBUG [RS:0;844d197be988:34051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:49,115 DEBUG [RS:0;844d197be988:34051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:49,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:17:49,216 WARN [RS:0;844d197be988:34051.replicationSource.shipper844d197be988%2C34051%2C1731719859655,2-844d197be988,34051,1731719859655 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T01:17:49,216 WARN [RS:0;844d197be988:34051.replicationSource.wal-reader.844d197be988%2C34051%2C1731719859655,2-844d197be988,34051,1731719859655 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T01:17:49,216 INFO [RS:0;844d197be988:34051 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;844d197be988:34051.replicationSource.shipper844d197be988%2C34051%2C1731719859655,2-844d197be988,34051,1731719859655 terminated 2024-11-16T01:17:49,216 INFO [RS:0;844d197be988:34051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34051 2024-11-16T01:17:49,225 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x1014137b04d0007, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01737600383/rs/844d197be988,34051,1731719859655 2024-11-16T01:17:49,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383/rs 2024-11-16T01:17:49,225 INFO [RS:0;844d197be988:34051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:17:49,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [844d197be988,34051,1731719859655] 2024-11-16T01:17:49,246 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01737600383/draining/844d197be988,34051,1731719859655 already deleted, retry=false 2024-11-16T01:17:49,246 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 844d197be988,34051,1731719859655 expired; onlineServers=0 2024-11-16T01:17:49,246 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '844d197be988,46355,1731719859525' ***** 2024-11-16T01:17:49,246 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T01:17:49,246 INFO [M:0;844d197be988:46355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:17:49,246 INFO [M:0;844d197be988:46355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:17:49,247 DEBUG [M:0;844d197be988:46355 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T01:17:49,247 DEBUG [M:0;844d197be988:46355 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T01:17:49,247 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T01:17:49,247 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719860497 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719860497,5,FailOnTimeoutGroup] 2024-11-16T01:17:49,247 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719860496 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719860496,5,FailOnTimeoutGroup] 2024-11-16T01:17:49,247 INFO [M:0;844d197be988:46355 {}] hbase.ChoreService(370): Chore service for: master/844d197be988:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T01:17:49,247 INFO [M:0;844d197be988:46355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:17:49,247 DEBUG [M:0;844d197be988:46355 {}] master.HMaster(1795): Stopping service threads 2024-11-16T01:17:49,247 INFO [M:0;844d197be988:46355 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T01:17:49,247 INFO [M:0;844d197be988:46355 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:17:49,247 INFO [M:0;844d197be988:46355 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T01:17:49,248 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T01:17:49,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01737600383/master 2024-11-16T01:17:49,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01737600383 2024-11-16T01:17:49,257 DEBUG [M:0;844d197be988:46355 {}] zookeeper.ZKUtil(347): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Unable to get data of znode /01737600383/master because node does not exist (not an error) 2024-11-16T01:17:49,257 WARN [M:0;844d197be988:46355 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T01:17:49,258 INFO [M:0;844d197be988:46355 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/.lastflushedseqids 2024-11-16T01:17:49,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741852_1028 (size=181) 2024-11-16T01:17:49,336 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x1014137b04d0007, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:17:49,336 INFO [RS:0;844d197be988:34051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:17:49,336 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x1014137b04d0007, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:17:49,336 INFO [RS:0;844d197be988:34051 {}] regionserver.HRegionServer(1031): Exiting; stopping=844d197be988,34051,1731719859655; zookeeper connection closed. 2024-11-16T01:17:49,336 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53e324bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53e324bb 2024-11-16T01:17:49,337 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T01:17:49,664 INFO [M:0;844d197be988:46355 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T01:17:49,664 INFO [M:0;844d197be988:46355 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T01:17:49,665 DEBUG [M:0;844d197be988:46355 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:17:49,665 INFO [M:0;844d197be988:46355 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:17:49,665 DEBUG [M:0;844d197be988:46355 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:17:49,665 DEBUG [M:0;844d197be988:46355 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:17:49,665 DEBUG [M:0;844d197be988:46355 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:17:49,665 INFO [M:0;844d197be988:46355 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-16T01:17:49,680 DEBUG [M:0;844d197be988:46355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3eb45ae35aee4536b118ebb09dd6d3a7 is 82, key is hbase:meta,,1/info:regioninfo/1731719861173/Put/seqid=0 2024-11-16T01:17:49,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741853_1029 (size=5680) 2024-11-16T01:17:49,684 INFO [M:0;844d197be988:46355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3eb45ae35aee4536b118ebb09dd6d3a7 2024-11-16T01:17:49,704 DEBUG [M:0;844d197be988:46355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f8eccf0d54d48faa01df9f67b7d4af6 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731719865424/Put/seqid=0 2024-11-16T01:17:49,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741854_1030 (size=7319) 2024-11-16T01:17:50,109 INFO [M:0;844d197be988:46355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f8eccf0d54d48faa01df9f67b7d4af6 2024-11-16T01:17:50,128 DEBUG [M:0;844d197be988:46355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2680d6bb654244f586bb7678003bf46f is 69, key is 844d197be988,34051,1731719859655/rs:state/1731719860590/Put/seqid=0 2024-11-16T01:17:50,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741855_1031 (size=5371) 2024-11-16T01:17:50,533 INFO [M:0;844d197be988:46355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2680d6bb654244f586bb7678003bf46f 2024-11-16T01:17:50,539 INFO [M:0;844d197be988:46355 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2680d6bb654244f586bb7678003bf46f 2024-11-16T01:17:50,540 DEBUG [M:0;844d197be988:46355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3eb45ae35aee4536b118ebb09dd6d3a7 as hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3eb45ae35aee4536b118ebb09dd6d3a7 2024-11-16T01:17:50,546 INFO [M:0;844d197be988:46355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3eb45ae35aee4536b118ebb09dd6d3a7, entries=8, sequenceid=172, filesize=5.5 K 2024-11-16T01:17:50,547 DEBUG [M:0;844d197be988:46355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f8eccf0d54d48faa01df9f67b7d4af6 as hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f8eccf0d54d48faa01df9f67b7d4af6 2024-11-16T01:17:50,552 INFO [M:0;844d197be988:46355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f8eccf0d54d48faa01df9f67b7d4af6, entries=7, sequenceid=172, filesize=7.1 K 2024-11-16T01:17:50,554 DEBUG [M:0;844d197be988:46355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2680d6bb654244f586bb7678003bf46f as hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2680d6bb654244f586bb7678003bf46f 2024-11-16T01:17:50,559 INFO [M:0;844d197be988:46355 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2680d6bb654244f586bb7678003bf46f 2024-11-16T01:17:50,559 INFO [M:0;844d197be988:46355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2680d6bb654244f586bb7678003bf46f, entries=2, sequenceid=172, filesize=5.2 K 2024-11-16T01:17:50,560 INFO [M:0;844d197be988:46355 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=172, compaction requested=false 2024-11-16T01:17:50,561 INFO [M:0;844d197be988:46355 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:17:50,562 DEBUG [M:0;844d197be988:46355 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731719869664Disabling compacts and flushes for region at 1731719869665 (+1 ms)Disabling writes for close at 1731719869665Obtaining lock to block concurrent updates at 1731719869665Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731719869665Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731719869665Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731719869666 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731719869666Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731719869679 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731719869679Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731719869690 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731719869703 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731719869703Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731719870115 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731719870128 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731719870128Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bf31153: reopening flushed file at 1731719870539 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@737391c7: reopening flushed file at 1731719870546 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@158ed3af: reopening flushed file at 1731719870553 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=172, compaction requested=false at 1731719870560 (+7 ms)Writing region close event to WAL at 1731719870561 (+1 ms)Closed at 1731719870561 2024-11-16T01:17:50,564 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2eab7eb5-ed16-2e0b-9f6b-f0125a6ac351/MasterData/WALs/844d197be988,46355,1731719859525/844d197be988%2C46355%2C1731719859525.1731719859999 not finished, retry = 0 2024-11-16T01:17:50,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46339 is added to blk_1073741847_1023 (size=22949) 2024-11-16T01:17:50,665 INFO [M:0;844d197be988:46355 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T01:17:50,665 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:17:50,665 INFO [M:0;844d197be988:46355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46355 2024-11-16T01:17:50,665 INFO [M:0;844d197be988:46355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:17:50,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:17:50,778 INFO [M:0;844d197be988:46355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:17:50,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1014137b04d0006, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:17:50,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3354f18c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:17:50,781 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79ab3883{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:17:50,781 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:17:50,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5630e5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:17:50,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d6aa2bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/hadoop.log.dir/,STOPPED} 2024-11-16T01:17:50,783 WARN [BP-130178200-172.17.0.2-1731719837932 heartbeating to localhost/127.0.0.1:44341 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T01:17:50,783 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T01:17:50,783 WARN [BP-130178200-172.17.0.2-1731719837932 heartbeating to localhost/127.0.0.1:44341 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-130178200-172.17.0.2-1731719837932 (Datanode Uuid 9790f460-b350-4ec7-9e0d-937185fd0042) service to localhost/127.0.0.1:44341 2024-11-16T01:17:50,783 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T01:17:50,783 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/cluster_005606c8-0b3a-69b6-caf0-7de2a1ee9df5/data/data1/current/BP-130178200-172.17.0.2-1731719837932 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:17:50,783 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/cluster_005606c8-0b3a-69b6-caf0-7de2a1ee9df5/data/data2/current/BP-130178200-172.17.0.2-1731719837932 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:17:50,784 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T01:17:50,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60fa5e03{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:17:50,789 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e6370a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:17:50,789 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:17:50,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c612fda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:17:50,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@397b77ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c356e2b4-cc98-fab9-3677-8bbc9f0a4769/hadoop.log.dir/,STOPPED} 2024-11-16T01:17:50,796 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T01:17:50,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T01:17:50,831 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49491) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/844d197be988:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3bb7d7bf java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/844d197be988:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/844d197be988:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/844d197be988:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:36547 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/844d197be988:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:44341 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:44341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:44341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:36547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:36547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49491) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=371 (was 444), ProcessCount=11 (was 11), AvailableMemoryMB=6383 (was 6672) 2024-11-16T01:17:50,838 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=371, ProcessCount=11, AvailableMemoryMB=6383 2024-11-16T01:17:50,854 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-16T01:17:50,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/hadoop.log.dir so I do NOT create it in target/test-data/2b714757-11f6-8a27-1357-344bd807645b 2024-11-16T01:17:50,854 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T01:17:50,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/hadoop.tmp.dir so I do NOT create it in target/test-data/2b714757-11f6-8a27-1357-344bd807645b 2024-11-16T01:17:50,855 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26ecd7ef-fc4e-c6dc-b4e6-aef72d32c0e6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T01:17:50,855 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b 2024-11-16T01:17:50,855 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/cluster_1efcc330-874c-f1b0-fa1a-48c0c3acb8c2, deleteOnExit=true 2024-11-16T01:17:50,858 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/cluster_1efcc330-874c-f1b0-fa1a-48c0c3acb8c2/zookeeper_0, clientPort=56294, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/cluster_1efcc330-874c-f1b0-fa1a-48c0c3acb8c2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/cluster_1efcc330-874c-f1b0-fa1a-48c0c3acb8c2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T01:17:50,859 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56294 2024-11-16T01:17:50,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T01:17:50,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T01:17:50,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/test.cache.data in system properties and HBase conf 2024-11-16T01:17:50,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T01:17:50,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/hadoop.log.dir in system properties and HBase conf 2024-11-16T01:17:50,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T01:17:50,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T01:17:50,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T01:17:50,860 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T01:17:50,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:17:50,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:17:50,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T01:17:50,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:17:50,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T01:17:50,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T01:17:50,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:17:50,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:17:50,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T01:17:50,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/nfs.dump.dir in system properties and HBase conf 2024-11-16T01:17:50,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/java.io.tmpdir in system properties and HBase conf 2024-11-16T01:17:50,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:17:50,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T01:17:50,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T01:17:50,891 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:17:50,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:17:50,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014137b04d0005, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T01:17:50,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014137b04d0002, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T01:17:50,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014137b04d0005, quorum=127.0.0.1:49491, baseZNode=/1-1782986307 Received Disconnected from ZooKeeper, ignoring 2024-11-16T01:17:50,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014137b04d0002, quorum=127.0.0.1:49491, baseZNode=/01737600383 Received Disconnected from ZooKeeper, ignoring 2024-11-16T01:17:50,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:17:51,390 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:17:51,399 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:17:51,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:17:51,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:17:51,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T01:17:51,402 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:17:51,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@649f216{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:17:51,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@298cbbf0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:17:51,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ea8b210{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/java.io.tmpdir/jetty-localhost-38325-hadoop-hdfs-3_4_1-tests_jar-_-any-17365584268891177940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:17:51,500 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5166ed4f{HTTP/1.1, (http/1.1)}{localhost:38325} 2024-11-16T01:17:51,500 INFO [Time-limited test {}] server.Server(415): Started @36404ms 2024-11-16T01:17:51,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:17:51,779 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:17:51,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:17:51,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:17:51,780 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:17:51,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5de2d9fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:17:51,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f7f26da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:17:51,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e41cedb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/java.io.tmpdir/jetty-localhost-44329-hadoop-hdfs-3_4_1-tests_jar-_-any-7577667926392487072/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:17:51,886 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33b5c6c5{HTTP/1.1, (http/1.1)}{localhost:44329} 2024-11-16T01:17:51,886 INFO [Time-limited test {}] server.Server(415): Started @36790ms 2024-11-16T01:17:51,887 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T01:17:52,568 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/cluster_1efcc330-874c-f1b0-fa1a-48c0c3acb8c2/data/data1/current/BP-200167242-172.17.0.2-1731719870883/current, will proceed with Du for space computation calculation, 2024-11-16T01:17:52,569 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/cluster_1efcc330-874c-f1b0-fa1a-48c0c3acb8c2/data/data2/current/BP-200167242-172.17.0.2-1731719870883/current, will proceed with Du for space computation calculation, 2024-11-16T01:17:52,585 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T01:17:52,588 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0e1f6677df642f2 with lease ID 0xff49db05a16e237: Processing first storage report for DS-5ab58bcf-6bdc-44f7-882a-689e622881b4 from datanode DatanodeRegistration(127.0.0.1:33267, datanodeUuid=a4f4e6e6-6e0c-4f69-bdc0-719de4ed9e98, infoPort=45827, infoSecurePort=0, ipcPort=38895, storageInfo=lv=-57;cid=testClusterID;nsid=584798418;c=1731719870883) 2024-11-16T01:17:52,588 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0e1f6677df642f2 with lease ID 0xff49db05a16e237: from storage DS-5ab58bcf-6bdc-44f7-882a-689e622881b4 node DatanodeRegistration(127.0.0.1:33267, datanodeUuid=a4f4e6e6-6e0c-4f69-bdc0-719de4ed9e98, infoPort=45827, infoSecurePort=0, ipcPort=38895, storageInfo=lv=-57;cid=testClusterID;nsid=584798418;c=1731719870883), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:17:52,589 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0e1f6677df642f2 with lease ID 0xff49db05a16e237: Processing first storage report for DS-9ba5f80f-a286-46ea-93f4-199842638977 from datanode DatanodeRegistration(127.0.0.1:33267, datanodeUuid=a4f4e6e6-6e0c-4f69-bdc0-719de4ed9e98, infoPort=45827, infoSecurePort=0, ipcPort=38895, storageInfo=lv=-57;cid=testClusterID;nsid=584798418;c=1731719870883) 2024-11-16T01:17:52,589 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0e1f6677df642f2 with lease ID 0xff49db05a16e237: from storage DS-9ba5f80f-a286-46ea-93f4-199842638977 node DatanodeRegistration(127.0.0.1:33267, datanodeUuid=a4f4e6e6-6e0c-4f69-bdc0-719de4ed9e98, infoPort=45827, infoSecurePort=0, ipcPort=38895, storageInfo=lv=-57;cid=testClusterID;nsid=584798418;c=1731719870883), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:17:52,615 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b 2024-11-16T01:17:52,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:52,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:52,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33267 is added to blk_1073741825_1001 (size=7) 2024-11-16T01:17:52,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:17:52,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T01:17:52,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T01:17:52,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:17:53,025 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23 with version=8 2024-11-16T01:17:53,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/hbase-staging 2024-11-16T01:17:53,027 INFO [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=45 2024-11-16T01:17:53,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:53,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:53,027 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:17:53,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:53,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:17:53,028 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T01:17:53,028 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:17:53,028 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41627 2024-11-16T01:17:53,030 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41627 connecting to ZooKeeper ensemble=127.0.0.1:56294 2024-11-16T01:17:53,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416270x0, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:17:53,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41627-0x101413835350000 connected 2024-11-16T01:17:53,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:53,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:53,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Set watcher on znode that does not yet exist, /0-2103316593/running 2024-11-16T01:17:53,207 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23, hbase.cluster.distributed=false 2024-11-16T01:17:53,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Set watcher on znode that does not yet exist, /0-2103316593/acl 2024-11-16T01:17:53,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41627 2024-11-16T01:17:53,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41627 2024-11-16T01:17:53,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41627 2024-11-16T01:17:53,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41627 2024-11-16T01:17:53,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41627 2024-11-16T01:17:53,223 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=45 2024-11-16T01:17:53,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:53,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:53,223 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:17:53,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:53,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:17:53,224 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T01:17:53,224 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:17:53,224 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37809 2024-11-16T01:17:53,226 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37809 connecting to ZooKeeper ensemble=127.0.0.1:56294 2024-11-16T01:17:53,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:53,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:53,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378090x0, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:17:53,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378090x0, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Set watcher on znode that does not yet exist, /0-2103316593/running 2024-11-16T01:17:53,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37809-0x101413835350001 connected 2024-11-16T01:17:53,236 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T01:17:53,237 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T01:17:53,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37809-0x101413835350001, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Set watcher on znode that does not yet exist, /0-2103316593/master 2024-11-16T01:17:53,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37809-0x101413835350001, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Set watcher on znode that does not yet exist, /0-2103316593/acl 2024-11-16T01:17:53,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37809 2024-11-16T01:17:53,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37809 2024-11-16T01:17:53,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37809 2024-11-16T01:17:53,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37809 2024-11-16T01:17:53,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37809 2024-11-16T01:17:53,255 DEBUG [M:0;844d197be988:41627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:41627 2024-11-16T01:17:53,255 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2103316593/backup-masters/844d197be988,41627,1731719873027 2024-11-16T01:17:53,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2103316593/backup-masters 2024-11-16T01:17:53,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x101413835350001, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2103316593/backup-masters 2024-11-16T01:17:53,268 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Set watcher on existing znode=/0-2103316593/backup-masters/844d197be988,41627,1731719873027 2024-11-16T01:17:53,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2103316593 2024-11-16T01:17:53,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x101413835350001, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2103316593/master 2024-11-16T01:17:53,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x101413835350001, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2103316593 2024-11-16T01:17:53,278 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Set watcher on existing znode=/0-2103316593/master 2024-11-16T01:17:53,278 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2103316593/backup-masters/844d197be988,41627,1731719873027 from backup master directory 2024-11-16T01:17:53,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x101413835350001, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2103316593/backup-masters 2024-11-16T01:17:53,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2103316593/backup-masters/844d197be988,41627,1731719873027 2024-11-16T01:17:53,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2103316593/backup-masters 2024-11-16T01:17:53,288 WARN [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:17:53,288 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,41627,1731719873027 2024-11-16T01:17:53,293 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/hbase.id] with ID: ae07b598-a2f2-471c-b086-11e67cc62b65 2024-11-16T01:17:53,293 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/.tmp/hbase.id 2024-11-16T01:17:53,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33267 is added to blk_1073741826_1002 (size=42) 2024-11-16T01:17:53,698 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/.tmp/hbase.id]:[hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/hbase.id] 2024-11-16T01:17:53,712 INFO [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:53,712 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T01:17:53,714 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T01:17:53,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2103316593 2024-11-16T01:17:53,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x101413835350001, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2103316593 2024-11-16T01:17:53,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33267 is added to blk_1073741827_1003 (size=196) 2024-11-16T01:17:54,168 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:17:54,169 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T01:17:54,170 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:17:54,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33267 is added to blk_1073741828_1004 (size=1189) 2024-11-16T01:17:54,590 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/data/master/store 2024-11-16T01:17:54,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33267 is added to blk_1073741829_1005 (size=34) 2024-11-16T01:17:54,998 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:17:54,999 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:17:54,999 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:17:54,999 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:17:54,999 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:17:54,999 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:17:54,999 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:17:54,999 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731719874999Disabling compacts and flushes for region at 1731719874999Disabling writes for close at 1731719874999Writing region close event to WAL at 1731719874999Closed at 1731719874999 2024-11-16T01:17:55,000 WARN [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/data/master/store/.initializing 2024-11-16T01:17:55,000 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/WALs/844d197be988,41627,1731719873027 2024-11-16T01:17:55,001 INFO [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:17:55,003 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C41627%2C1731719873027, suffix=, logDir=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/WALs/844d197be988,41627,1731719873027, archiveDir=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/oldWALs, maxLogs=10 2024-11-16T01:17:55,017 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/WALs/844d197be988,41627,1731719873027/844d197be988%2C41627%2C1731719873027.1731719875003, exclude list is [], retry=0 2024-11-16T01:17:55,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33267,DS-5ab58bcf-6bdc-44f7-882a-689e622881b4,DISK] 2024-11-16T01:17:55,022 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/WALs/844d197be988,41627,1731719873027/844d197be988%2C41627%2C1731719873027.1731719875003 2024-11-16T01:17:55,022 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45827:45827)] 2024-11-16T01:17:55,022 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:17:55,022 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:17:55,022 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:55,022 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:55,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:55,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T01:17:55,025 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:55,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:55,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:55,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T01:17:55,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:55,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:17:55,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:55,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T01:17:55,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:55,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:17:55,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:55,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T01:17:55,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:55,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:17:55,031 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:55,031 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:55,032 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:55,033 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:55,033 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:55,034 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:17:55,035 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:17:55,037 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:17:55,038 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71483367, jitterRate=0.06518517434597015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:17:55,038 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731719875023Initializing all the Stores at 1731719875024 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719875024Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719875024Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719875024Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719875024Cleaning up temporary data from old regions at 1731719875033 (+9 ms)Region opened successfully at 1731719875038 (+5 ms) 2024-11-16T01:17:55,038 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T01:17:55,041 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e839f94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:17:55,042 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T01:17:55,042 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T01:17:55,042 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T01:17:55,042 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T01:17:55,043 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T01:17:55,043 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T01:17:55,043 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T01:17:55,045 INFO [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T01:17:55,046 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Unable to get data of znode /0-2103316593/balancer because node does not exist (not necessarily an error) 2024-11-16T01:17:55,106 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2103316593/balancer already deleted, retry=false 2024-11-16T01:17:55,106 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T01:17:55,107 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Unable to get data of znode /0-2103316593/normalizer because node does not exist (not necessarily an error) 2024-11-16T01:17:55,119 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2103316593/normalizer already deleted, retry=false 2024-11-16T01:17:55,120 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T01:17:55,120 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Unable to get data of znode /0-2103316593/switch/split because node does not exist (not necessarily an error) 2024-11-16T01:17:55,130 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2103316593/switch/split already deleted, retry=false 2024-11-16T01:17:55,131 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Unable to get data of znode /0-2103316593/switch/merge because node does not exist (not necessarily an error) 2024-11-16T01:17:55,141 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2103316593/switch/merge already deleted, retry=false 2024-11-16T01:17:55,143 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Unable to get data of znode /0-2103316593/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T01:17:55,151 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2103316593/snapshot-cleanup already deleted, retry=false 2024-11-16T01:17:55,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x101413835350001, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2103316593/running 2024-11-16T01:17:55,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2103316593/running 2024-11-16T01:17:55,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x101413835350001, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2103316593 2024-11-16T01:17:55,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2103316593 2024-11-16T01:17:55,162 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,41627,1731719873027, sessionid=0x101413835350000, setting cluster-up flag (Was=false) 2024-11-16T01:17:55,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2103316593 2024-11-16T01:17:55,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x101413835350001, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2103316593 2024-11-16T01:17:55,214 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2103316593/flush-table-proc/acquired, /0-2103316593/flush-table-proc/reached, /0-2103316593/flush-table-proc/abort 2024-11-16T01:17:55,216 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,41627,1731719873027 2024-11-16T01:17:55,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x101413835350001, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2103316593 2024-11-16T01:17:55,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2103316593 2024-11-16T01:17:55,267 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2103316593/online-snapshot/acquired, /0-2103316593/online-snapshot/reached, /0-2103316593/online-snapshot/abort 2024-11-16T01:17:55,268 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,41627,1731719873027 2024-11-16T01:17:55,270 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T01:17:55,271 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T01:17:55,271 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T01:17:55,272 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T01:17:55,272 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,41627,1731719873027 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T01:17:55,273 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:17:55,274 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:17:55,274 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:17:55,274 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:17:55,274 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10 2024-11-16T01:17:55,274 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:55,274 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:17:55,274 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:55,275 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731719905275 2024-11-16T01:17:55,275 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T01:17:55,275 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T01:17:55,275 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T01:17:55,275 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T01:17:55,275 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T01:17:55,275 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T01:17:55,275 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:55,276 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T01:17:55,276 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T01:17:55,276 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T01:17:55,276 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T01:17:55,276 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:17:55,276 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T01:17:55,276 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T01:17:55,276 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T01:17:55,277 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:55,278 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T01:17:55,280 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719875276,5,FailOnTimeoutGroup] 2024-11-16T01:17:55,282 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719875280,5,FailOnTimeoutGroup] 2024-11-16T01:17:55,282 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:55,282 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T01:17:55,282 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:55,282 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:55,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33267 is added to blk_1073741831_1007 (size=1321) 2024-11-16T01:17:55,348 INFO [RS:0;844d197be988:37809 {}] regionserver.HRegionServer(746): ClusterId : ae07b598-a2f2-471c-b086-11e67cc62b65 2024-11-16T01:17:55,348 DEBUG [RS:0;844d197be988:37809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T01:17:55,359 DEBUG [RS:0;844d197be988:37809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T01:17:55,359 DEBUG [RS:0;844d197be988:37809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T01:17:55,373 DEBUG [RS:0;844d197be988:37809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T01:17:55,373 DEBUG [RS:0;844d197be988:37809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56770723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:17:55,384 DEBUG [RS:0;844d197be988:37809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:37809 2024-11-16T01:17:55,384 INFO [RS:0;844d197be988:37809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T01:17:55,384 INFO [RS:0;844d197be988:37809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T01:17:55,384 DEBUG [RS:0;844d197be988:37809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T01:17:55,385 INFO [RS:0;844d197be988:37809 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,41627,1731719873027 with port=37809, startcode=1731719873223 2024-11-16T01:17:55,385 DEBUG [RS:0;844d197be988:37809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T01:17:55,387 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T01:17:55,388 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41627 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,37809,1731719873223 2024-11-16T01:17:55,388 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41627 {}] master.ServerManager(517): Registering regionserver=844d197be988,37809,1731719873223 2024-11-16T01:17:55,390 DEBUG [RS:0;844d197be988:37809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23 2024-11-16T01:17:55,390 DEBUG [RS:0;844d197be988:37809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42323 2024-11-16T01:17:55,390 DEBUG [RS:0;844d197be988:37809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T01:17:55,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2103316593/rs 2024-11-16T01:17:55,412 DEBUG [RS:0;844d197be988:37809 {}] zookeeper.ZKUtil(111): regionserver:37809-0x101413835350001, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Set watcher on existing znode=/0-2103316593/rs/844d197be988,37809,1731719873223 2024-11-16T01:17:55,412 WARN [RS:0;844d197be988:37809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:17:55,412 INFO [RS:0;844d197be988:37809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:17:55,412 DEBUG [RS:0;844d197be988:37809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/WALs/844d197be988,37809,1731719873223 2024-11-16T01:17:55,412 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,37809,1731719873223] 2024-11-16T01:17:55,416 INFO [RS:0;844d197be988:37809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T01:17:55,417 INFO [RS:0;844d197be988:37809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T01:17:55,418 INFO [RS:0;844d197be988:37809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T01:17:55,418 INFO [RS:0;844d197be988:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:55,418 INFO [RS:0;844d197be988:37809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T01:17:55,419 INFO [RS:0;844d197be988:37809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T01:17:55,419 INFO [RS:0;844d197be988:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:55,419 DEBUG [RS:0;844d197be988:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:55,419 DEBUG [RS:0;844d197be988:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:55,419 DEBUG [RS:0;844d197be988:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:55,420 DEBUG [RS:0;844d197be988:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:55,420 DEBUG [RS:0;844d197be988:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:55,420 DEBUG [RS:0;844d197be988:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:17:55,420 DEBUG [RS:0;844d197be988:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:55,420 DEBUG [RS:0;844d197be988:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:55,420 DEBUG [RS:0;844d197be988:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:55,420 DEBUG [RS:0;844d197be988:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:55,420 DEBUG [RS:0;844d197be988:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:55,420 DEBUG [RS:0;844d197be988:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:17:55,420 DEBUG [RS:0;844d197be988:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:17:55,420 DEBUG [RS:0;844d197be988:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:17:55,427 INFO [RS:0;844d197be988:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:55,427 INFO [RS:0;844d197be988:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:55,427 INFO [RS:0;844d197be988:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:55,427 INFO [RS:0;844d197be988:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:55,427 INFO [RS:0;844d197be988:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:55,427 INFO [RS:0;844d197be988:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,37809,1731719873223-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:17:55,442 INFO [RS:0;844d197be988:37809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T01:17:55,442 INFO [RS:0;844d197be988:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,37809,1731719873223-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:55,442 INFO [RS:0;844d197be988:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:55,442 INFO [RS:0;844d197be988:37809 {}] regionserver.Replication(171): 844d197be988,37809,1731719873223 started 2024-11-16T01:17:55,455 INFO [RS:0;844d197be988:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:55,455 INFO [RS:0;844d197be988:37809 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,37809,1731719873223, RpcServer on 844d197be988/172.17.0.2:37809, sessionid=0x101413835350001 2024-11-16T01:17:55,456 DEBUG [RS:0;844d197be988:37809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T01:17:55,456 DEBUG [RS:0;844d197be988:37809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,37809,1731719873223 2024-11-16T01:17:55,456 DEBUG [RS:0;844d197be988:37809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,37809,1731719873223' 2024-11-16T01:17:55,456 DEBUG [RS:0;844d197be988:37809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2103316593/flush-table-proc/abort' 2024-11-16T01:17:55,456 DEBUG [RS:0;844d197be988:37809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2103316593/flush-table-proc/acquired' 2024-11-16T01:17:55,457 DEBUG [RS:0;844d197be988:37809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T01:17:55,457 DEBUG [RS:0;844d197be988:37809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T01:17:55,457 DEBUG [RS:0;844d197be988:37809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,37809,1731719873223 2024-11-16T01:17:55,457 DEBUG [RS:0;844d197be988:37809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,37809,1731719873223' 2024-11-16T01:17:55,457 DEBUG [RS:0;844d197be988:37809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2103316593/online-snapshot/abort' 2024-11-16T01:17:55,457 DEBUG [RS:0;844d197be988:37809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2103316593/online-snapshot/acquired' 2024-11-16T01:17:55,457 DEBUG [RS:0;844d197be988:37809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T01:17:55,457 INFO [RS:0;844d197be988:37809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T01:17:55,457 INFO [RS:0;844d197be988:37809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T01:17:55,558 INFO [RS:0;844d197be988:37809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:17:55,560 INFO [RS:0;844d197be988:37809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C37809%2C1731719873223, suffix=, logDir=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/WALs/844d197be988,37809,1731719873223, archiveDir=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/oldWALs, maxLogs=10 2024-11-16T01:17:55,571 DEBUG [RS:0;844d197be988:37809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/WALs/844d197be988,37809,1731719873223/844d197be988%2C37809%2C1731719873223.1731719875560, exclude list is [], retry=0 2024-11-16T01:17:55,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33267,DS-5ab58bcf-6bdc-44f7-882a-689e622881b4,DISK] 2024-11-16T01:17:55,576 INFO [RS:0;844d197be988:37809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/WALs/844d197be988,37809,1731719873223/844d197be988%2C37809%2C1731719873223.1731719875560 2024-11-16T01:17:55,578 DEBUG [RS:0;844d197be988:37809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45827:45827)] 2024-11-16T01:17:55,688 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T01:17:55,688 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23 2024-11-16T01:17:55,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33267 is added to blk_1073741833_1009 (size=32) 2024-11-16T01:17:55,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:17:55,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:17:55,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:17:55,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:55,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:55,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:17:55,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:17:55,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:55,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:55,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:17:55,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:17:55,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:55,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:55,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:17:55,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:17:55,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:55,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:55,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:17:55,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/meta/1588230740 2024-11-16T01:17:55,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/meta/1588230740 2024-11-16T01:17:55,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:17:55,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:17:55,707 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:17:55,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:17:55,711 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:17:55,711 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62412602, jitterRate=-0.06997975707054138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:17:55,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731719875695Initializing all the Stores at 1731719875696 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719875696Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719875696Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719875696Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719875696Cleaning up temporary data from old regions at 1731719875706 (+10 ms)Region opened successfully at 1731719875712 (+6 ms) 2024-11-16T01:17:55,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:17:55,712 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:17:55,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:17:55,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:17:55,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:17:55,712 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:17:55,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731719875712Disabling compacts and flushes for region at 1731719875712Disabling writes for close at 1731719875712Writing region close event to WAL at 1731719875712Closed at 1731719875712 2024-11-16T01:17:55,713 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:17:55,714 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T01:17:55,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T01:17:55,715 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:17:55,715 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T01:17:55,866 DEBUG [844d197be988:41627 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:17:55,866 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,37809,1731719873223 2024-11-16T01:17:55,867 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,37809,1731719873223, state=OPENING 2024-11-16T01:17:55,920 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T01:17:55,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x101413835350001, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2103316593 2024-11-16T01:17:55,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2103316593 2024-11-16T01:17:55,959 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:17:55,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2103316593/meta-region-server: CHANGED 2024-11-16T01:17:55,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2103316593/meta-region-server: CHANGED 2024-11-16T01:17:55,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,37809,1731719873223}] 2024-11-16T01:17:56,113 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:17:56,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:17:56,118 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T01:17:56,118 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:17:56,119 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T01:17:56,121 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C37809%2C1731719873223.meta, suffix=.meta, logDir=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/WALs/844d197be988,37809,1731719873223, archiveDir=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/oldWALs, maxLogs=10 2024-11-16T01:17:56,137 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/WALs/844d197be988,37809,1731719873223/844d197be988%2C37809%2C1731719873223.meta.1731719876121.meta, exclude list is [], retry=0 2024-11-16T01:17:56,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33267,DS-5ab58bcf-6bdc-44f7-882a-689e622881b4,DISK] 2024-11-16T01:17:56,141 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/WALs/844d197be988,37809,1731719873223/844d197be988%2C37809%2C1731719873223.meta.1731719876121.meta 2024-11-16T01:17:56,142 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45827:45827)] 2024-11-16T01:17:56,142 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:17:56,142 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:17:56,142 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:17:56,142 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T01:17:56,142 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T01:17:56,142 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T01:17:56,143 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:17:56,143 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T01:17:56,143 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T01:17:56,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:17:56,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:17:56,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:56,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:56,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:17:56,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:17:56,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:56,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:56,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:17:56,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:17:56,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:56,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:56,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:17:56,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:17:56,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:17:56,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:17:56,150 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:17:56,151 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/meta/1588230740 2024-11-16T01:17:56,152 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/meta/1588230740 2024-11-16T01:17:56,153 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:17:56,153 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:17:56,154 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:17:56,155 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:17:56,156 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59012501, jitterRate=-0.12064521014690399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:17:56,156 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T01:17:56,157 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731719876143Writing region info on filesystem at 1731719876143Initializing all the Stores at 1731719876144 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719876144Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719876144Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719876144Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719876144Cleaning up temporary data from old regions at 1731719876153 (+9 ms)Running coprocessor post-open hooks at 1731719876156 (+3 ms)Region opened successfully at 1731719876157 (+1 ms) 2024-11-16T01:17:56,158 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731719876113 2024-11-16T01:17:56,160 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T01:17:56,160 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T01:17:56,161 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,37809,1731719873223 2024-11-16T01:17:56,162 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,37809,1731719873223, state=OPEN 2024-11-16T01:17:56,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x101413835350001, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2103316593/meta-region-server 2024-11-16T01:17:56,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2103316593/meta-region-server 2024-11-16T01:17:56,280 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,37809,1731719873223 2024-11-16T01:17:56,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2103316593/meta-region-server: CHANGED 2024-11-16T01:17:56,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2103316593/meta-region-server: CHANGED 2024-11-16T01:17:56,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T01:17:56,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,37809,1731719873223 in 321 msec 2024-11-16T01:17:56,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T01:17:56,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 570 msec 2024-11-16T01:17:56,289 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:17:56,290 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T01:17:56,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:17:56,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,37809,1731719873223, seqNum=-1] 2024-11-16T01:17:56,292 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:17:56,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:17:56,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0290 sec 2024-11-16T01:17:56,303 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731719876303, completionTime=-1 2024-11-16T01:17:56,303 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T01:17:56,303 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T01:17:56,306 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T01:17:56,306 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731719936306 2024-11-16T01:17:56,306 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731719996306 2024-11-16T01:17:56,306 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T01:17:56,307 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,41627,1731719873027-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:56,307 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,41627,1731719873027-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:56,307 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,41627,1731719873027-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:56,307 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:41627, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:56,307 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:56,308 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:56,310 DEBUG [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T01:17:56,314 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.026sec 2024-11-16T01:17:56,314 INFO [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T01:17:56,314 INFO [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T01:17:56,314 INFO [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T01:17:56,315 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T01:17:56,315 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T01:17:56,315 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,41627,1731719873027-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:17:56,315 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,41627,1731719873027-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T01:17:56,318 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T01:17:56,318 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T01:17:56,319 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,41627,1731719873027-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:17:56,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2548f4ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:56,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,41627,-1 for getting cluster id 2024-11-16T01:17:56,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:17:56,350 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae07b598-a2f2-471c-b086-11e67cc62b65' 2024-11-16T01:17:56,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:17:56,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae07b598-a2f2-471c-b086-11e67cc62b65" 2024-11-16T01:17:56,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3e454c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:56,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,41627,-1] 2024-11-16T01:17:56,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:17:56,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:17:56,353 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:17:56,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d38773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:17:56,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:17:56,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,37809,1731719873223, seqNum=-1] 2024-11-16T01:17:56,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:17:56,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:17:56,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=844d197be988,41627,1731719873027 2024-11-16T01:17:56,364 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56294 2024-11-16T01:17:56,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:17:56,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101413835350002 connected 2024-11-16T01:17:56,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/hadoop.log.dir so I do NOT create it in target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb 2024-11-16T01:17:56,403 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T01:17:56,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/hadoop.tmp.dir so I do NOT create it in target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb 2024-11-16T01:17:56,403 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T01:17:56,404 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb 2024-11-16T01:17:56,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T01:17:56,404 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/cluster_21e73dac-eae5-c073-a9dd-e516e4a245c5, deleteOnExit=true 2024-11-16T01:17:56,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T01:17:56,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/test.cache.data in system properties and HBase conf 2024-11-16T01:17:56,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T01:17:56,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/hadoop.log.dir in system properties and HBase conf 2024-11-16T01:17:56,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T01:17:56,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T01:17:56,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T01:17:56,404 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T01:17:56,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:17:56,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:17:56,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T01:17:56,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:17:56,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T01:17:56,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T01:17:56,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:17:56,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:17:56,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T01:17:56,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/nfs.dump.dir in system properties and HBase conf 2024-11-16T01:17:56,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/java.io.tmpdir in system properties and HBase conf 2024-11-16T01:17:56,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:17:56,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T01:17:56,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T01:17:56,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:17:56,910 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:17:56,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:17:56,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:17:56,945 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T01:17:56,946 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:17:56,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@709d62ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:17:56,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e73b2a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:17:57,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31f10f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/java.io.tmpdir/jetty-localhost-38701-hadoop-hdfs-3_4_1-tests_jar-_-any-8252811465347128040/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:17:57,081 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7636d219{HTTP/1.1, (http/1.1)}{localhost:38701} 2024-11-16T01:17:57,081 INFO [Time-limited test {}] server.Server(415): Started @41986ms 2024-11-16T01:17:57,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:17:57,391 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:17:57,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:17:57,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:17:57,396 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:17:57,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@786e7aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:17:57,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1265931d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:17:57,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f07cea8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/java.io.tmpdir/jetty-localhost-34023-hadoop-hdfs-3_4_1-tests_jar-_-any-754462008912840155/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:17:57,496 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fb9d941{HTTP/1.1, (http/1.1)}{localhost:34023} 2024-11-16T01:17:57,496 INFO [Time-limited test {}] server.Server(415): Started @42401ms 2024-11-16T01:17:57,497 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T01:17:58,163 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/cluster_21e73dac-eae5-c073-a9dd-e516e4a245c5/data/data1/current/BP-1661418257-172.17.0.2-1731719876429/current, will proceed with Du for space computation calculation, 2024-11-16T01:17:58,163 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/cluster_21e73dac-eae5-c073-a9dd-e516e4a245c5/data/data2/current/BP-1661418257-172.17.0.2-1731719876429/current, will proceed with Du for space computation calculation, 2024-11-16T01:17:58,182 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T01:17:58,185 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe451e4eae4354645 with lease ID 0x1abdec387318a088: Processing first storage report for DS-5d0a254b-9fa1-47fb-9c7e-23ad6a953926 from datanode DatanodeRegistration(127.0.0.1:37535, datanodeUuid=6d5f6897-d93e-4f31-8798-4091c6265d53, infoPort=32961, infoSecurePort=0, ipcPort=46427, storageInfo=lv=-57;cid=testClusterID;nsid=474586855;c=1731719876429) 2024-11-16T01:17:58,185 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe451e4eae4354645 with lease ID 0x1abdec387318a088: from storage DS-5d0a254b-9fa1-47fb-9c7e-23ad6a953926 node DatanodeRegistration(127.0.0.1:37535, datanodeUuid=6d5f6897-d93e-4f31-8798-4091c6265d53, infoPort=32961, infoSecurePort=0, ipcPort=46427, storageInfo=lv=-57;cid=testClusterID;nsid=474586855;c=1731719876429), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:17:58,185 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe451e4eae4354645 with lease ID 0x1abdec387318a088: Processing first storage report for DS-5cd85460-87fd-4f32-abdc-e0c9b48d7d04 from datanode DatanodeRegistration(127.0.0.1:37535, datanodeUuid=6d5f6897-d93e-4f31-8798-4091c6265d53, infoPort=32961, infoSecurePort=0, ipcPort=46427, storageInfo=lv=-57;cid=testClusterID;nsid=474586855;c=1731719876429) 2024-11-16T01:17:58,185 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe451e4eae4354645 with lease ID 0x1abdec387318a088: from storage DS-5cd85460-87fd-4f32-abdc-e0c9b48d7d04 node DatanodeRegistration(127.0.0.1:37535, datanodeUuid=6d5f6897-d93e-4f31-8798-4091c6265d53, infoPort=32961, infoSecurePort=0, ipcPort=46427, storageInfo=lv=-57;cid=testClusterID;nsid=474586855;c=1731719876429), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:17:58,241 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb 2024-11-16T01:17:58,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:58,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:58,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741825_1001 (size=7) 2024-11-16T01:17:58,252 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:17:58,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:17:58,651 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b with version=8 2024-11-16T01:17:58,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/hbase-staging 2024-11-16T01:17:58,653 INFO [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=45 2024-11-16T01:17:58,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:58,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:58,653 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:17:58,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:58,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:17:58,653 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T01:17:58,653 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:17:58,654 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46233 2024-11-16T01:17:58,654 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46233 connecting to ZooKeeper ensemble=127.0.0.1:56294 2024-11-16T01:17:58,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462330x0, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:17:58,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46233-0x101413835350003 connected 2024-11-16T01:17:58,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:58,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:58,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Set watcher on znode that does not yet exist, /11802009396/running 2024-11-16T01:17:58,784 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b, hbase.cluster.distributed=false 2024-11-16T01:17:58,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Set watcher on znode that does not yet exist, /11802009396/acl 2024-11-16T01:17:58,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46233 2024-11-16T01:17:58,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46233 2024-11-16T01:17:58,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46233 2024-11-16T01:17:58,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46233 2024-11-16T01:17:58,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46233 2024-11-16T01:17:58,802 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=45 2024-11-16T01:17:58,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:58,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:58,802 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:17:58,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:17:58,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:17:58,802 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T01:17:58,802 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:17:58,803 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43643 2024-11-16T01:17:58,804 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43643 connecting to ZooKeeper ensemble=127.0.0.1:56294 2024-11-16T01:17:58,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:58,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:58,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436430x0, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:17:58,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436430x0, quorum=127.0.0.1:56294, baseZNode=/11802009396 Set watcher on znode that does not yet exist, /11802009396/running 2024-11-16T01:17:58,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43643-0x101413835350004 connected 2024-11-16T01:17:58,815 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T01:17:58,815 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T01:17:58,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43643-0x101413835350004, quorum=127.0.0.1:56294, baseZNode=/11802009396 Set watcher on znode that does not yet exist, /11802009396/master 2024-11-16T01:17:58,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43643-0x101413835350004, quorum=127.0.0.1:56294, baseZNode=/11802009396 Set watcher on znode that does not yet exist, /11802009396/acl 2024-11-16T01:17:58,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43643 2024-11-16T01:17:58,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43643 2024-11-16T01:17:58,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43643 2024-11-16T01:17:58,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43643 2024-11-16T01:17:58,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43643 2024-11-16T01:17:58,832 DEBUG [M:0;844d197be988:46233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:46233 2024-11-16T01:17:58,832 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11802009396/backup-masters/844d197be988,46233,1731719878652 2024-11-16T01:17:58,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802009396/backup-masters 2024-11-16T01:17:58,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x101413835350004, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802009396/backup-masters 2024-11-16T01:17:58,843 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Set watcher on existing znode=/11802009396/backup-masters/844d197be988,46233,1731719878652 2024-11-16T01:17:58,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x101413835350004, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11802009396/master 2024-11-16T01:17:58,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802009396 2024-11-16T01:17:58,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x101413835350004, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802009396 2024-11-16T01:17:58,854 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Set watcher on existing znode=/11802009396/master 2024-11-16T01:17:58,854 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11802009396/backup-masters/844d197be988,46233,1731719878652 from backup master directory 2024-11-16T01:17:58,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11802009396/backup-masters/844d197be988,46233,1731719878652 2024-11-16T01:17:58,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x101413835350004, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802009396/backup-masters 2024-11-16T01:17:58,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802009396/backup-masters 2024-11-16T01:17:58,864 WARN [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:17:58,864 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,46233,1731719878652 2024-11-16T01:17:58,868 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/hbase.id] with ID: 5926d349-27b1-453e-a50f-1c5c5c0a4a87 2024-11-16T01:17:58,868 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/.tmp/hbase.id 2024-11-16T01:17:58,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741826_1002 (size=42) 2024-11-16T01:17:59,274 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/.tmp/hbase.id]:[hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/hbase.id] 2024-11-16T01:17:59,286 INFO [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:17:59,286 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T01:17:59,288 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T01:17:59,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802009396 2024-11-16T01:17:59,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x101413835350004, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802009396 2024-11-16T01:17:59,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741827_1003 (size=196) 2024-11-16T01:17:59,747 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:17:59,748 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T01:17:59,748 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:17:59,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741828_1004 (size=1189) 2024-11-16T01:18:00,156 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/data/master/store 2024-11-16T01:18:00,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741829_1005 (size=34) 2024-11-16T01:18:00,564 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:18:00,564 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:18:00,564 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:18:00,564 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:18:00,564 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:18:00,564 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:18:00,564 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:18:00,564 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731719880564Disabling compacts and flushes for region at 1731719880564Disabling writes for close at 1731719880564Writing region close event to WAL at 1731719880564Closed at 1731719880564 2024-11-16T01:18:00,565 WARN [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/data/master/store/.initializing 2024-11-16T01:18:00,565 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/WALs/844d197be988,46233,1731719878652 2024-11-16T01:18:00,566 INFO [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:18:00,569 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C46233%2C1731719878652, suffix=, logDir=hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/WALs/844d197be988,46233,1731719878652, archiveDir=hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/oldWALs, maxLogs=10 2024-11-16T01:18:00,586 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/WALs/844d197be988,46233,1731719878652/844d197be988%2C46233%2C1731719878652.1731719880569, exclude list is [], retry=0 2024-11-16T01:18:00,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37535,DS-5d0a254b-9fa1-47fb-9c7e-23ad6a953926,DISK] 2024-11-16T01:18:00,591 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/WALs/844d197be988,46233,1731719878652/844d197be988%2C46233%2C1731719878652.1731719880569 2024-11-16T01:18:00,591 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32961:32961)] 2024-11-16T01:18:00,591 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:18:00,591 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:18:00,591 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:00,591 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:00,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:00,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T01:18:00,594 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:00,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:00,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:00,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T01:18:00,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:00,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:18:00,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:00,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T01:18:00,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:00,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:18:00,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:00,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T01:18:00,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:00,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:18:00,601 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:00,601 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:00,602 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:00,603 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:00,603 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:00,604 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:18:00,605 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:00,607 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:18:00,607 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59978911, jitterRate=-0.10624457895755768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:18:00,608 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731719880592Initializing all the Stores at 1731719880593 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719880593Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719880593Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719880593Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719880593Cleaning up temporary data from old regions at 1731719880603 (+10 ms)Region opened successfully at 1731719880608 (+5 ms) 2024-11-16T01:18:00,608 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T01:18:00,611 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@579d2ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:18:00,612 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T01:18:00,612 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T01:18:00,612 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T01:18:00,612 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T01:18:00,613 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T01:18:00,613 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T01:18:00,613 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T01:18:00,615 INFO [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T01:18:00,616 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Unable to get data of znode /11802009396/balancer because node does not exist (not necessarily an error) 2024-11-16T01:18:00,698 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11802009396/balancer already deleted, retry=false 2024-11-16T01:18:00,699 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T01:18:00,700 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Unable to get data of znode /11802009396/normalizer because node does not exist (not necessarily an error) 2024-11-16T01:18:00,709 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11802009396/normalizer already deleted, retry=false 2024-11-16T01:18:00,709 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T01:18:00,710 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Unable to get data of znode /11802009396/switch/split because node does not exist (not necessarily an error) 2024-11-16T01:18:00,719 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11802009396/switch/split already deleted, retry=false 2024-11-16T01:18:00,720 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Unable to get data of znode /11802009396/switch/merge because node does not exist (not necessarily an error) 2024-11-16T01:18:00,730 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11802009396/switch/merge already deleted, retry=false 2024-11-16T01:18:00,732 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Unable to get data of znode /11802009396/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T01:18:00,740 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11802009396/snapshot-cleanup already deleted, retry=false 2024-11-16T01:18:00,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11802009396/running 2024-11-16T01:18:00,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x101413835350004, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11802009396/running 2024-11-16T01:18:00,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802009396 2024-11-16T01:18:00,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x101413835350004, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802009396 2024-11-16T01:18:00,752 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,46233,1731719878652, sessionid=0x101413835350003, setting cluster-up flag (Was=false) 2024-11-16T01:18:00,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x101413835350004, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802009396 2024-11-16T01:18:00,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802009396 2024-11-16T01:18:00,804 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11802009396/flush-table-proc/acquired, /11802009396/flush-table-proc/reached, /11802009396/flush-table-proc/abort 2024-11-16T01:18:00,805 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,46233,1731719878652 2024-11-16T01:18:00,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802009396 2024-11-16T01:18:00,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x101413835350004, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802009396 2024-11-16T01:18:00,856 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11802009396/online-snapshot/acquired, /11802009396/online-snapshot/reached, /11802009396/online-snapshot/abort 2024-11-16T01:18:00,857 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,46233,1731719878652 2024-11-16T01:18:00,861 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T01:18:00,863 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T01:18:00,863 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T01:18:00,863 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T01:18:00,863 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,46233,1731719878652 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T01:18:00,864 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:18:00,865 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:18:00,865 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:18:00,865 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:18:00,865 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10 2024-11-16T01:18:00,865 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:00,865 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:18:00,865 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:00,866 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731719910865 2024-11-16T01:18:00,866 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T01:18:00,866 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T01:18:00,866 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T01:18:00,866 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T01:18:00,866 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T01:18:00,866 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T01:18:00,866 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:00,866 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T01:18:00,867 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T01:18:00,867 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T01:18:00,867 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T01:18:00,867 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:18:00,867 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T01:18:00,868 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:00,868 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T01:18:00,872 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T01:18:00,872 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T01:18:00,874 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719880872,5,FailOnTimeoutGroup] 2024-11-16T01:18:00,875 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719880874,5,FailOnTimeoutGroup] 2024-11-16T01:18:00,875 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:00,875 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T01:18:00,875 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:00,875 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:00,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741831_1007 (size=1321) 2024-11-16T01:18:00,925 INFO [RS:0;844d197be988:43643 {}] regionserver.HRegionServer(746): ClusterId : 5926d349-27b1-453e-a50f-1c5c5c0a4a87 2024-11-16T01:18:00,925 DEBUG [RS:0;844d197be988:43643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T01:18:00,938 DEBUG [RS:0;844d197be988:43643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T01:18:00,938 DEBUG [RS:0;844d197be988:43643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T01:18:00,948 DEBUG [RS:0;844d197be988:43643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T01:18:00,948 DEBUG [RS:0;844d197be988:43643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e1df86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:18:00,959 DEBUG [RS:0;844d197be988:43643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:43643 2024-11-16T01:18:00,959 INFO [RS:0;844d197be988:43643 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T01:18:00,959 INFO [RS:0;844d197be988:43643 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T01:18:00,959 DEBUG [RS:0;844d197be988:43643 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T01:18:00,959 INFO [RS:0;844d197be988:43643 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,46233,1731719878652 with port=43643, startcode=1731719878802 2024-11-16T01:18:00,960 DEBUG [RS:0;844d197be988:43643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T01:18:00,961 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T01:18:00,962 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46233 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,43643,1731719878802 2024-11-16T01:18:00,962 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46233 {}] master.ServerManager(517): Registering regionserver=844d197be988,43643,1731719878802 2024-11-16T01:18:00,963 DEBUG [RS:0;844d197be988:43643 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b 2024-11-16T01:18:00,963 DEBUG [RS:0;844d197be988:43643 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36617 2024-11-16T01:18:00,964 DEBUG [RS:0;844d197be988:43643 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T01:18:01,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802009396/rs 2024-11-16T01:18:01,015 DEBUG [RS:0;844d197be988:43643 {}] zookeeper.ZKUtil(111): regionserver:43643-0x101413835350004, quorum=127.0.0.1:56294, baseZNode=/11802009396 Set watcher on existing znode=/11802009396/rs/844d197be988,43643,1731719878802 2024-11-16T01:18:01,015 WARN [RS:0;844d197be988:43643 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:18:01,015 INFO [RS:0;844d197be988:43643 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:18:01,015 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,43643,1731719878802] 2024-11-16T01:18:01,015 DEBUG [RS:0;844d197be988:43643 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/WALs/844d197be988,43643,1731719878802 2024-11-16T01:18:01,018 INFO [RS:0;844d197be988:43643 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T01:18:01,020 INFO [RS:0;844d197be988:43643 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T01:18:01,021 INFO [RS:0;844d197be988:43643 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T01:18:01,021 INFO [RS:0;844d197be988:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:01,021 INFO [RS:0;844d197be988:43643 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T01:18:01,022 INFO [RS:0;844d197be988:43643 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T01:18:01,022 INFO [RS:0;844d197be988:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:01,022 DEBUG [RS:0;844d197be988:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:01,022 DEBUG [RS:0;844d197be988:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:01,022 DEBUG [RS:0;844d197be988:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:01,023 DEBUG [RS:0;844d197be988:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:01,023 DEBUG [RS:0;844d197be988:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:01,023 DEBUG [RS:0;844d197be988:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:18:01,023 DEBUG [RS:0;844d197be988:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:01,023 DEBUG [RS:0;844d197be988:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:01,023 DEBUG [RS:0;844d197be988:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:01,023 DEBUG [RS:0;844d197be988:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:01,023 DEBUG [RS:0;844d197be988:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:01,023 DEBUG [RS:0;844d197be988:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:01,023 DEBUG [RS:0;844d197be988:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:18:01,023 DEBUG [RS:0;844d197be988:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:18:01,024 INFO [RS:0;844d197be988:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:01,024 INFO [RS:0;844d197be988:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:01,024 INFO [RS:0;844d197be988:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:01,024 INFO [RS:0;844d197be988:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:01,024 INFO [RS:0;844d197be988:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:01,025 INFO [RS:0;844d197be988:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,43643,1731719878802-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:18:01,039 INFO [RS:0;844d197be988:43643 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T01:18:01,039 INFO [RS:0;844d197be988:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,43643,1731719878802-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:01,039 INFO [RS:0;844d197be988:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:01,039 INFO [RS:0;844d197be988:43643 {}] regionserver.Replication(171): 844d197be988,43643,1731719878802 started 2024-11-16T01:18:01,075 WARN [RS:0;844d197be988:37809 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 844d197be988,33853,1731719843136: status=Processing ServerCrashProcedure of 844d197be988,33853,1731719843136 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731719860495, completionTime=-1 appears to have been leaked 2024-11-16T01:18:01,079 INFO [RS:0;844d197be988:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:01,079 INFO [RS:0;844d197be988:43643 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,43643,1731719878802, RpcServer on 844d197be988/172.17.0.2:43643, sessionid=0x101413835350004 2024-11-16T01:18:01,079 DEBUG [RS:0;844d197be988:43643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T01:18:01,079 DEBUG [RS:0;844d197be988:43643 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,43643,1731719878802 2024-11-16T01:18:01,079 DEBUG [RS:0;844d197be988:43643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,43643,1731719878802' 2024-11-16T01:18:01,079 DEBUG [RS:0;844d197be988:43643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11802009396/flush-table-proc/abort' 2024-11-16T01:18:01,080 DEBUG [RS:0;844d197be988:43643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11802009396/flush-table-proc/acquired' 2024-11-16T01:18:01,080 DEBUG [RS:0;844d197be988:43643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T01:18:01,080 DEBUG [RS:0;844d197be988:43643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T01:18:01,080 DEBUG [RS:0;844d197be988:43643 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,43643,1731719878802 2024-11-16T01:18:01,080 DEBUG [RS:0;844d197be988:43643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,43643,1731719878802' 2024-11-16T01:18:01,080 DEBUG [RS:0;844d197be988:43643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11802009396/online-snapshot/abort' 2024-11-16T01:18:01,081 DEBUG [RS:0;844d197be988:43643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11802009396/online-snapshot/acquired' 2024-11-16T01:18:01,081 DEBUG [RS:0;844d197be988:43643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T01:18:01,081 INFO [RS:0;844d197be988:43643 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T01:18:01,081 INFO [RS:0;844d197be988:43643 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T01:18:01,182 INFO [RS:0;844d197be988:43643 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:18:01,184 INFO [RS:0;844d197be988:43643 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C43643%2C1731719878802, suffix=, logDir=hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/WALs/844d197be988,43643,1731719878802, archiveDir=hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/oldWALs, maxLogs=10 2024-11-16T01:18:01,199 DEBUG [RS:0;844d197be988:43643 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/WALs/844d197be988,43643,1731719878802/844d197be988%2C43643%2C1731719878802.1731719881185, exclude list is [], retry=0 2024-11-16T01:18:01,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37535,DS-5d0a254b-9fa1-47fb-9c7e-23ad6a953926,DISK] 2024-11-16T01:18:01,206 INFO [RS:0;844d197be988:43643 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/WALs/844d197be988,43643,1731719878802/844d197be988%2C43643%2C1731719878802.1731719881185 2024-11-16T01:18:01,206 DEBUG [RS:0;844d197be988:43643 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32961:32961)] 2024-11-16T01:18:01,281 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T01:18:01,281 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b 2024-11-16T01:18:01,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741833_1009 (size=32) 2024-11-16T01:18:01,416 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T01:18:01,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:18:01,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:18:01,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:18:01,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:01,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:01,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:18:01,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:18:01,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:01,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:01,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:18:01,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:18:01,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:01,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:01,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:18:01,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:18:01,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:01,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:01,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:18:01,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/data/hbase/meta/1588230740 2024-11-16T01:18:01,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/data/hbase/meta/1588230740 2024-11-16T01:18:01,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:18:01,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:18:01,699 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:18:01,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:18:01,702 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:18:01,703 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72178136, jitterRate=0.0755380392074585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:18:01,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731719881688Initializing all the Stores at 1731719881689 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719881689Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719881689Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719881689Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719881689Cleaning up temporary data from old regions at 1731719881699 (+10 ms)Region opened successfully at 1731719881703 (+4 ms) 2024-11-16T01:18:01,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:18:01,703 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:18:01,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:18:01,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:18:01,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:18:01,703 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:18:01,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731719881703Disabling compacts and flushes for region at 1731719881703Disabling writes for close at 1731719881703Writing region close event to WAL at 1731719881703Closed at 1731719881703 2024-11-16T01:18:01,705 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:18:01,705 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T01:18:01,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T01:18:01,707 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:18:01,708 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T01:18:01,858 DEBUG [844d197be988:46233 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:18:01,858 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,43643,1731719878802 2024-11-16T01:18:01,860 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,43643,1731719878802, state=OPENING 2024-11-16T01:18:01,919 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T01:18:02,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x101413835350004, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802009396 2024-11-16T01:18:02,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802009396 2024-11-16T01:18:02,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11802009396/meta-region-server: CHANGED 2024-11-16T01:18:02,003 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:18:02,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11802009396/meta-region-server: CHANGED 2024-11-16T01:18:02,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,43643,1731719878802}] 2024-11-16T01:18:02,157 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:18:02,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:18:02,162 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T01:18:02,162 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:18:02,163 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T01:18:02,164 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C43643%2C1731719878802.meta, suffix=.meta, logDir=hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/WALs/844d197be988,43643,1731719878802, archiveDir=hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/oldWALs, maxLogs=10 2024-11-16T01:18:02,176 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/WALs/844d197be988,43643,1731719878802/844d197be988%2C43643%2C1731719878802.meta.1731719882164.meta, exclude list is [], retry=0 2024-11-16T01:18:02,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37535,DS-5d0a254b-9fa1-47fb-9c7e-23ad6a953926,DISK] 2024-11-16T01:18:02,180 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/WALs/844d197be988,43643,1731719878802/844d197be988%2C43643%2C1731719878802.meta.1731719882164.meta 2024-11-16T01:18:02,181 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32961:32961)] 2024-11-16T01:18:02,181 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:18:02,181 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:18:02,181 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:18:02,181 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T01:18:02,181 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T01:18:02,181 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T01:18:02,182 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:18:02,182 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T01:18:02,182 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T01:18:02,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:18:02,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:18:02,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:02,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:02,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:18:02,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:18:02,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:02,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:02,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:18:02,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:18:02,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:02,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:02,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:18:02,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:18:02,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:02,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:02,188 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:18:02,189 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/data/hbase/meta/1588230740 2024-11-16T01:18:02,190 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/data/hbase/meta/1588230740 2024-11-16T01:18:02,191 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:18:02,191 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:18:02,192 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:18:02,193 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:18:02,194 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60910767, jitterRate=-0.09235884249210358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:18:02,194 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T01:18:02,194 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731719882182Writing region info on filesystem at 1731719882182Initializing all the Stores at 1731719882183 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719882183Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719882183Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719882183Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719882183Cleaning up temporary data from old regions at 1731719882191 (+8 ms)Running coprocessor post-open hooks at 1731719882194 (+3 ms)Region opened successfully at 1731719882194 2024-11-16T01:18:02,195 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731719882157 2024-11-16T01:18:02,198 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T01:18:02,198 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T01:18:02,199 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,43643,1731719878802 2024-11-16T01:18:02,200 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,43643,1731719878802, state=OPEN 2024-11-16T01:18:02,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x101413835350004, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11802009396/meta-region-server 2024-11-16T01:18:02,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11802009396/meta-region-server 2024-11-16T01:18:02,225 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,43643,1731719878802 2024-11-16T01:18:02,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11802009396/meta-region-server: CHANGED 2024-11-16T01:18:02,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11802009396/meta-region-server: CHANGED 2024-11-16T01:18:02,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T01:18:02,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,43643,1731719878802 in 222 msec 2024-11-16T01:18:02,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T01:18:02,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 523 msec 2024-11-16T01:18:02,231 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:18:02,231 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T01:18:02,233 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:18:02,233 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,43643,1731719878802, seqNum=-1] 2024-11-16T01:18:02,233 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:18:02,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:18:02,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3770 sec 2024-11-16T01:18:02,240 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731719882240, completionTime=-1 2024-11-16T01:18:02,240 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T01:18:02,241 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T01:18:02,243 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T01:18:02,243 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731719942243 2024-11-16T01:18:02,243 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731720002243 2024-11-16T01:18:02,243 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T01:18:02,243 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,46233,1731719878652-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:02,243 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,46233,1731719878652-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:02,243 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,46233,1731719878652-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:02,244 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:46233, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:02,244 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:02,244 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:02,246 DEBUG [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T01:18:02,248 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.384sec 2024-11-16T01:18:02,248 INFO [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T01:18:02,248 INFO [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T01:18:02,248 INFO [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T01:18:02,248 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T01:18:02,248 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T01:18:02,249 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,46233,1731719878652-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:18:02,249 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,46233,1731719878652-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T01:18:02,251 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T01:18:02,252 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T01:18:02,252 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,46233,1731719878652-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:02,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52a695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:02,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,46233,-1 for getting cluster id 2024-11-16T01:18:02,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:18:02,327 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5926d349-27b1-453e-a50f-1c5c5c0a4a87' 2024-11-16T01:18:02,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:18:02,328 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5926d349-27b1-453e-a50f-1c5c5c0a4a87" 2024-11-16T01:18:02,328 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6091f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:02,328 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,46233,-1] 2024-11-16T01:18:02,328 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:18:02,328 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:02,329 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:18:02,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ded6850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:02,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:18:02,331 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,43643,1731719878802, seqNum=-1] 2024-11-16T01:18:02,331 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:18:02,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:18:02,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=844d197be988,46233,1731719878652 2024-11-16T01:18:02,335 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56294 2024-11-16T01:18:02,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:18:02,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101413835350005 connected 2024-11-16T01:18:02,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556dcd20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:02,361 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,41627,-1 for getting cluster id 2024-11-16T01:18:02,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:18:02,362 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae07b598-a2f2-471c-b086-11e67cc62b65' 2024-11-16T01:18:02,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:18:02,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae07b598-a2f2-471c-b086-11e67cc62b65" 2024-11-16T01:18:02,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d619d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:02,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,41627,-1] 2024-11-16T01:18:02,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:18:02,363 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:02,363 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:18:02,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d4fc2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:02,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:18:02,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,41627,1731719873027 2024-11-16T01:18:02,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a6eb539 2024-11-16T01:18:02,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:18:02,366 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:18:02,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://844d197be988:46233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T01:18:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T01:18:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:18:02,369 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:46233' 2024-11-16T01:18:02,370 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774e129b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:02,370 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,46233,-1 for getting cluster id 2024-11-16T01:18:02,370 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:18:02,371 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5926d349-27b1-453e-a50f-1c5c5c0a4a87' 2024-11-16T01:18:02,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:18:02,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5926d349-27b1-453e-a50f-1c5c5c0a4a87" 2024-11-16T01:18:02,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a4debd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:02,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,46233,-1] 2024-11-16T01:18:02,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:18:02,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:02,373 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:18:02,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19840fc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:02,374 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:18:02,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,46233,1731719878652 2024-11-16T01:18:02,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d735d11 2024-11-16T01:18:02,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:18:02,375 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:18:02,376 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T01:18:02,376 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T01:18:02,376 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:02,376 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:02,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:18:02,377 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:18:02,378 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T01:18:02,379 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:18:02,379 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:02,380 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:18:02,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33267 is added to blk_1073741835_1011 (size=1138) 2024-11-16T01:18:02,428 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T01:18:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:18:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:18:02,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T01:18:02,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T01:18:02,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:18:02,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T01:18:02,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:18:02,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T01:18:02,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T01:18:02,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T01:18:02,788 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 787a74918659b0980068088cc8483e8f, NAME => 'hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23 2024-11-16T01:18:02,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33267 is added to blk_1073741836_1012 (size=44) 2024-11-16T01:18:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:18:03,194 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:18:03,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 787a74918659b0980068088cc8483e8f, disabling compactions & flushes 2024-11-16T01:18:03,195 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f. 2024-11-16T01:18:03,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f. 2024-11-16T01:18:03,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f. after waiting 0 ms 2024-11-16T01:18:03,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f. 2024-11-16T01:18:03,195 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f. 2024-11-16T01:18:03,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 787a74918659b0980068088cc8483e8f: Waiting for close lock at 1731719883194Disabling compacts and flushes for region at 1731719883194Disabling writes for close at 1731719883195 (+1 ms)Writing region close event to WAL at 1731719883195Closed at 1731719883195 2024-11-16T01:18:03,197 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:18:03,197 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731719883197"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731719883197"}]},"ts":"1731719883197"} 2024-11-16T01:18:03,199 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:18:03,200 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:18:03,200 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731719883200"}]},"ts":"1731719883200"} 2024-11-16T01:18:03,202 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T01:18:03,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=787a74918659b0980068088cc8483e8f, ASSIGN}] 2024-11-16T01:18:03,203 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=787a74918659b0980068088cc8483e8f, ASSIGN 2024-11-16T01:18:03,204 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=787a74918659b0980068088cc8483e8f, ASSIGN; state=OFFLINE, location=844d197be988,37809,1731719873223; forceNewPlan=false, retain=false 2024-11-16T01:18:03,354 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=787a74918659b0980068088cc8483e8f, regionState=OPENING, regionLocation=844d197be988,37809,1731719873223 2024-11-16T01:18:03,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=787a74918659b0980068088cc8483e8f, ASSIGN because future has completed 2024-11-16T01:18:03,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 787a74918659b0980068088cc8483e8f, server=844d197be988,37809,1731719873223}] 2024-11-16T01:18:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:18:03,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f. 2024-11-16T01:18:03,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:18:03,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T01:18:03,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C37809%2C1731719873223.rep, suffix=, logDir=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/WALs/844d197be988,37809,1731719873223, archiveDir=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/oldWALs, maxLogs=10 2024-11-16T01:18:03,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/WALs/844d197be988,37809,1731719873223/844d197be988%2C37809%2C1731719873223.rep.1731719883516, exclude list is [], retry=0 2024-11-16T01:18:03,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33267,DS-5ab58bcf-6bdc-44f7-882a-689e622881b4,DISK] 2024-11-16T01:18:03,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/WALs/844d197be988,37809,1731719873223/844d197be988%2C37809%2C1731719873223.rep.1731719883516 2024-11-16T01:18:03,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45827:45827)] 2024-11-16T01:18:03,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 787a74918659b0980068088cc8483e8f, NAME => 'hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:18:03,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:18:03,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:18:03,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f. service=MultiRowMutationService 2024-11-16T01:18:03,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T01:18:03,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 787a74918659b0980068088cc8483e8f 2024-11-16T01:18:03,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:18:03,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 787a74918659b0980068088cc8483e8f 2024-11-16T01:18:03,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 787a74918659b0980068088cc8483e8f 2024-11-16T01:18:03,534 INFO [StoreOpener-787a74918659b0980068088cc8483e8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 787a74918659b0980068088cc8483e8f 2024-11-16T01:18:03,535 INFO [StoreOpener-787a74918659b0980068088cc8483e8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 787a74918659b0980068088cc8483e8f columnFamilyName hfileref 2024-11-16T01:18:03,535 DEBUG [StoreOpener-787a74918659b0980068088cc8483e8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:03,536 INFO [StoreOpener-787a74918659b0980068088cc8483e8f-1 {}] regionserver.HStore(327): Store=787a74918659b0980068088cc8483e8f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:18:03,536 INFO [StoreOpener-787a74918659b0980068088cc8483e8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 787a74918659b0980068088cc8483e8f 2024-11-16T01:18:03,537 INFO [StoreOpener-787a74918659b0980068088cc8483e8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 787a74918659b0980068088cc8483e8f columnFamilyName queue 2024-11-16T01:18:03,537 DEBUG [StoreOpener-787a74918659b0980068088cc8483e8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:03,537 INFO [StoreOpener-787a74918659b0980068088cc8483e8f-1 {}] regionserver.HStore(327): Store=787a74918659b0980068088cc8483e8f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:18:03,538 INFO [StoreOpener-787a74918659b0980068088cc8483e8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 787a74918659b0980068088cc8483e8f 2024-11-16T01:18:03,539 INFO [StoreOpener-787a74918659b0980068088cc8483e8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 787a74918659b0980068088cc8483e8f columnFamilyName sid 2024-11-16T01:18:03,539 DEBUG [StoreOpener-787a74918659b0980068088cc8483e8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:03,539 INFO [StoreOpener-787a74918659b0980068088cc8483e8f-1 {}] regionserver.HStore(327): Store=787a74918659b0980068088cc8483e8f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:18:03,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 787a74918659b0980068088cc8483e8f 2024-11-16T01:18:03,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/replication/787a74918659b0980068088cc8483e8f 2024-11-16T01:18:03,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/replication/787a74918659b0980068088cc8483e8f 2024-11-16T01:18:03,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 787a74918659b0980068088cc8483e8f 2024-11-16T01:18:03,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 787a74918659b0980068088cc8483e8f 2024-11-16T01:18:03,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:18:03,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 787a74918659b0980068088cc8483e8f 2024-11-16T01:18:03,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/replication/787a74918659b0980068088cc8483e8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:18:03,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 787a74918659b0980068088cc8483e8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60524729, jitterRate=-0.09811125695705414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:18:03,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 787a74918659b0980068088cc8483e8f 2024-11-16T01:18:03,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 787a74918659b0980068088cc8483e8f: Running coprocessor pre-open hook at 1731719883533Writing region info on filesystem at 1731719883533Initializing all the Stores at 1731719883534 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719883534Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719883534Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719883534Cleaning up temporary data from old regions at 1731719883541 (+7 ms)Running coprocessor post-open hooks at 1731719883546 (+5 ms)Region opened successfully at 1731719883546 2024-11-16T01:18:03,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f., pid=7, masterSystemTime=1731719883510 2024-11-16T01:18:03,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f. 2024-11-16T01:18:03,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f. 2024-11-16T01:18:03,550 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=787a74918659b0980068088cc8483e8f, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,37809,1731719873223 2024-11-16T01:18:03,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 787a74918659b0980068088cc8483e8f, server=844d197be988,37809,1731719873223 because future has completed 2024-11-16T01:18:03,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T01:18:03,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 787a74918659b0980068088cc8483e8f, server=844d197be988,37809,1731719873223 in 196 msec 2024-11-16T01:18:03,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T01:18:03,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=787a74918659b0980068088cc8483e8f, ASSIGN in 354 msec 2024-11-16T01:18:03,559 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:18:03,559 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731719883559"}]},"ts":"1731719883559"} 2024-11-16T01:18:03,561 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T01:18:03,562 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:18:03,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-16T01:18:03,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f., hostname=844d197be988,37809,1731719873223, seqNum=2] 2024-11-16T01:18:03,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x101413835350001, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2103316593 2024-11-16T01:18:03,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2103316593 2024-11-16T01:18:03,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T01:18:03,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-16T01:18:03,885 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T01:18:03,925 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-844d197be988,37809,1731719873223, ReplicationSource: 1, currentBandwidth=0 2024-11-16T01:18:03,925 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:18:03,925 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,37809,1731719873223, seqNum=-1] 2024-11-16T01:18:03,926 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:18:03,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-16T01:18:03,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-844d197be988,37809,1731719873223', locateType=CURRENT is [region=hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f., hostname=844d197be988,37809,1731719873223, seqNum=2] 2024-11-16T01:18:03,932 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-16T01:18:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-16T01:18:03,935 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 844d197be988,37809,1731719873223 suceeded 2024-11-16T01:18:03,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-16T01:18:03,937 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://844d197be988:46233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T01:18:03,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-16T01:18:03,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5710 sec 2024-11-16T01:18:03,946 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37809,1731719873223 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:46233' 2024-11-16T01:18:03,948 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37809,1731719873223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d455fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:03,948 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37809,1731719873223 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,46233,-1 for getting cluster id 2024-11-16T01:18:03,948 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37809,1731719873223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:18:03,948 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5926d349-27b1-453e-a50f-1c5c5c0a4a87' 2024-11-16T01:18:03,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:18:03,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5926d349-27b1-453e-a50f-1c5c5c0a4a87" 2024-11-16T01:18:03,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20777e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:03,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,46233,-1] 2024-11-16T01:18:03,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:18:03,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:03,950 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:18:03,951 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37809,1731719873223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28fb746b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:03,951 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37809,1731719873223 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:18:03,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,46233,1731719878652 2024-11-16T01:18:03,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7de94ce 2024-11-16T01:18:03,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:18:03,953 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-16T01:18:03,954 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37809,1731719873223 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-844d197be988,37809,1731719873223 (queues=1) is replicating from cluster=ae07b598-a2f2-471c-b086-11e67cc62b65 to cluster=5926d349-27b1-453e-a50f-1c5c5c0a4a87 2024-11-16T01:18:03,954 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37809,1731719873223 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=844d197be988%2C37809%2C1731719873223 2024-11-16T01:18:03,954 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37809,1731719873223 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-844d197be988,37809,1731719873223, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T01:18:03,955 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37809,1731719873223.replicationSource.shipper844d197be988%2C37809%2C1731719873223,1-844d197be988,37809,1731719873223 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 844d197be988%2C37809%2C1731719873223 2024-11-16T01:18:03,955 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37809,1731719873223.replicationSource.wal-reader.844d197be988%2C37809%2C1731719873223,1-844d197be988,37809,1731719873223 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/WALs/844d197be988,37809,1731719873223/844d197be988%2C37809%2C1731719873223.1731719875560, startPosition=0, beingWritten=true 2024-11-16T01:18:04,161 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37809,1731719873223.replicationSource.wal-reader.844d197be988%2C37809%2C1731719873223,1-844d197be988,37809,1731719873223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/WALs/844d197be988,37809,1731719873223/844d197be988%2C37809%2C1731719873223.1731719875560 to pos 0, reset compression=false 2024-11-16T01:18:04,466 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37809,1731719873223.replicationSource.wal-reader.844d197be988%2C37809%2C1731719873223,1-844d197be988,37809,1731719873223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/WALs/844d197be988,37809,1731719873223/844d197be988%2C37809%2C1731719873223.1731719875560 to pos 0, reset compression=false 2024-11-16T01:18:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:18:04,519 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T01:18:04,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:18:04,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:18:04,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:04,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:04,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:18:04,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:18:04,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,41627,1731719873027 2024-11-16T01:18:04,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ab59aec 2024-11-16T01:18:04,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:18:04,522 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:18:04,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T01:18:04,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T01:18:04,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:18:04,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:18:04,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:04,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:04,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:18:04,523 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T01:18:04,523 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1169725781, stopped=false 2024-11-16T01:18:04,523 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=844d197be988,46233,1731719878652 2024-11-16T01:18:04,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x101413835350004, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11802009396/running 2024-11-16T01:18:04,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11802009396/running 2024-11-16T01:18:04,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x101413835350004, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802009396 2024-11-16T01:18:04,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802009396 2024-11-16T01:18:04,572 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:18:04,572 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:18:04,572 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:18:04,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:04,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43643-0x101413835350004, quorum=127.0.0.1:56294, baseZNode=/11802009396 Set watcher on znode that does not yet exist, /11802009396/running 2024-11-16T01:18:04,573 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '844d197be988,43643,1731719878802' ***** 2024-11-16T01:18:04,573 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T01:18:04,573 INFO [RS:0;844d197be988:43643 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T01:18:04,573 INFO [RS:0;844d197be988:43643 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T01:18:04,573 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T01:18:04,573 INFO [RS:0;844d197be988:43643 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T01:18:04,573 INFO [RS:0;844d197be988:43643 {}] regionserver.HRegionServer(959): stopping server 844d197be988,43643,1731719878802 2024-11-16T01:18:04,573 INFO [RS:0;844d197be988:43643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:18:04,573 INFO [RS:0;844d197be988:43643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:43643. 2024-11-16T01:18:04,573 DEBUG [RS:0;844d197be988:43643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:18:04,573 DEBUG [RS:0;844d197be988:43643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:04,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Set watcher on znode that does not yet exist, /11802009396/running 2024-11-16T01:18:04,574 INFO [RS:0;844d197be988:43643 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T01:18:04,574 INFO [RS:0;844d197be988:43643 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T01:18:04,574 INFO [RS:0;844d197be988:43643 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T01:18:04,574 INFO [RS:0;844d197be988:43643 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T01:18:04,574 INFO [RS:0;844d197be988:43643 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T01:18:04,574 DEBUG [RS:0;844d197be988:43643 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:18:04,574 DEBUG [RS:0;844d197be988:43643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:18:04,574 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:18:04,574 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:18:04,574 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:18:04,575 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:18:04,575 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:18:04,575 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-16T01:18:04,597 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/data/hbase/meta/1588230740/.tmp/ns/d90cbca2cd2b42caacc69b60face9b11 is 43, key is default/ns:d/1731719882235/Put/seqid=0 2024-11-16T01:18:04,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741835_1011 (size=5153) 2024-11-16T01:18:04,604 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/data/hbase/meta/1588230740/.tmp/ns/d90cbca2cd2b42caacc69b60face9b11 2024-11-16T01:18:04,613 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/data/hbase/meta/1588230740/.tmp/ns/d90cbca2cd2b42caacc69b60face9b11 as hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/data/hbase/meta/1588230740/ns/d90cbca2cd2b42caacc69b60face9b11 2024-11-16T01:18:04,624 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/data/hbase/meta/1588230740/ns/d90cbca2cd2b42caacc69b60face9b11, entries=2, sequenceid=6, filesize=5.0 K 2024-11-16T01:18:04,626 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 51ms, sequenceid=6, compaction requested=false 2024-11-16T01:18:04,628 INFO [regionserver/844d197be988:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:18:04,653 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T01:18:04,654 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:18:04,654 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:18:04,654 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:18:04,654 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731719884574Running coprocessor pre-close hooks at 1731719884574Disabling compacts and flushes for region at 1731719884574Disabling writes for close at 1731719884575 (+1 ms)Obtaining lock to block concurrent updates at 1731719884575Preparing flush snapshotting stores in 1588230740 at 1731719884575Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731719884575Flushing stores of hbase:meta,,1.1588230740 at 1731719884576 (+1 ms)Flushing 1588230740/ns: creating writer at 1731719884576Flushing 1588230740/ns: appending metadata at 1731719884596 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731719884596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e8273af: reopening flushed file at 1731719884612 (+16 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 51ms, sequenceid=6, compaction requested=false at 1731719884626 (+14 ms)Writing region close event to WAL at 1731719884628 (+2 ms)Running coprocessor post-close hooks at 1731719884654 (+26 ms)Closed at 1731719884654 2024-11-16T01:18:04,655 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T01:18:04,774 INFO [RS:0;844d197be988:43643 {}] regionserver.HRegionServer(976): stopping server 844d197be988,43643,1731719878802; all regions closed. 2024-11-16T01:18:04,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741834_1010 (size=1152) 2024-11-16T01:18:04,782 DEBUG [RS:0;844d197be988:43643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/oldWALs 2024-11-16T01:18:04,782 INFO [RS:0;844d197be988:43643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C43643%2C1731719878802.meta:.meta(num 1731719882164) 2024-11-16T01:18:04,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741832_1008 (size=93) 2024-11-16T01:18:04,796 DEBUG [RS:0;844d197be988:43643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/oldWALs 2024-11-16T01:18:04,796 INFO [RS:0;844d197be988:43643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C43643%2C1731719878802:(num 1731719881185) 2024-11-16T01:18:04,797 DEBUG [RS:0;844d197be988:43643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:04,797 INFO [RS:0;844d197be988:43643 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:18:04,797 INFO [RS:0;844d197be988:43643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:18:04,797 INFO [RS:0;844d197be988:43643 {}] hbase.ChoreService(370): Chore service for: regionserver/844d197be988:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T01:18:04,797 INFO [RS:0;844d197be988:43643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:18:04,797 INFO [RS:0;844d197be988:43643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43643 2024-11-16T01:18:04,798 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:18:04,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802009396/rs 2024-11-16T01:18:04,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x101413835350004, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11802009396/rs/844d197be988,43643,1731719878802 2024-11-16T01:18:04,811 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [844d197be988,43643,1731719878802] 2024-11-16T01:18:04,812 INFO [RS:0;844d197be988:43643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:18:04,824 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11802009396/draining/844d197be988,43643,1731719878802 already deleted, retry=false 2024-11-16T01:18:04,825 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 844d197be988,43643,1731719878802 expired; onlineServers=0 2024-11-16T01:18:04,825 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '844d197be988,46233,1731719878652' ***** 2024-11-16T01:18:04,825 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T01:18:04,825 INFO [M:0;844d197be988:46233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:18:04,825 INFO [M:0;844d197be988:46233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:18:04,825 DEBUG [M:0;844d197be988:46233 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T01:18:04,825 DEBUG [M:0;844d197be988:46233 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T01:18:04,825 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T01:18:04,825 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719880874 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719880874,5,FailOnTimeoutGroup] 2024-11-16T01:18:04,825 INFO [M:0;844d197be988:46233 {}] hbase.ChoreService(370): Chore service for: master/844d197be988:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T01:18:04,826 INFO [M:0;844d197be988:46233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:18:04,826 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719880872 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719880872,5,FailOnTimeoutGroup] 2024-11-16T01:18:04,826 DEBUG [M:0;844d197be988:46233 {}] master.HMaster(1795): Stopping service threads 2024-11-16T01:18:04,826 INFO [M:0;844d197be988:46233 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T01:18:04,826 INFO [M:0;844d197be988:46233 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:18:04,826 INFO [M:0;844d197be988:46233 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T01:18:04,826 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T01:18:04,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11802009396/master 2024-11-16T01:18:04,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11802009396 2024-11-16T01:18:04,846 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11802009396/master already deleted, retry=false 2024-11-16T01:18:04,846 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Failed delete of our master address node; KeeperErrorCode = NoNode for /11802009396/master 2024-11-16T01:18:04,846 INFO [M:0;844d197be988:46233 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/.lastflushedseqids 2024-11-16T01:18:04,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741836_1012 (size=99) 2024-11-16T01:18:04,859 INFO [M:0;844d197be988:46233 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T01:18:04,859 INFO [M:0;844d197be988:46233 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T01:18:04,859 DEBUG [M:0;844d197be988:46233 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:18:04,859 INFO [M:0;844d197be988:46233 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:18:04,859 DEBUG [M:0;844d197be988:46233 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:18:04,859 DEBUG [M:0;844d197be988:46233 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:18:04,859 DEBUG [M:0;844d197be988:46233 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:18:04,860 INFO [M:0;844d197be988:46233 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-16T01:18:04,874 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37809,1731719873223.replicationSource.wal-reader.844d197be988%2C37809%2C1731719873223,1-844d197be988,37809,1731719873223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/WALs/844d197be988,37809,1731719873223/844d197be988%2C37809%2C1731719873223.1731719875560 to pos 0, reset compression=false 2024-11-16T01:18:04,900 DEBUG [M:0;844d197be988:46233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4bf2ec45f83420fbdd70b7251b43b0f is 82, key is hbase:meta,,1/info:regioninfo/1731719882199/Put/seqid=0 2024-11-16T01:18:04,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741837_1013 (size=5672) 2024-11-16T01:18:04,922 INFO [M:0;844d197be988:46233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4bf2ec45f83420fbdd70b7251b43b0f 2024-11-16T01:18:04,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x101413835350004, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:18:04,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x101413835350004, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:18:04,936 INFO [RS:0;844d197be988:43643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:18:04,936 INFO [RS:0;844d197be988:43643 {}] regionserver.HRegionServer(1031): Exiting; stopping=844d197be988,43643,1731719878802; zookeeper connection closed. 2024-11-16T01:18:04,948 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21adeaf7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21adeaf7 2024-11-16T01:18:04,948 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T01:18:04,961 DEBUG [M:0;844d197be988:46233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df581b8693b64fe59c798946777b3eca is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731719882240/Put/seqid=0 2024-11-16T01:18:04,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741838_1014 (size=5275) 2024-11-16T01:18:04,981 INFO [M:0;844d197be988:46233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df581b8693b64fe59c798946777b3eca 2024-11-16T01:18:05,011 DEBUG [M:0;844d197be988:46233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b473925f4fd14b0e80a81418e3b470f9 is 69, key is 844d197be988,43643,1731719878802/rs:state/1731719880962/Put/seqid=0 2024-11-16T01:18:05,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741839_1015 (size=5156) 2024-11-16T01:18:05,032 INFO [M:0;844d197be988:46233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b473925f4fd14b0e80a81418e3b470f9 2024-11-16T01:18:05,045 DEBUG [M:0;844d197be988:46233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4bf2ec45f83420fbdd70b7251b43b0f as hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4bf2ec45f83420fbdd70b7251b43b0f 2024-11-16T01:18:05,053 INFO [M:0;844d197be988:46233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4bf2ec45f83420fbdd70b7251b43b0f, entries=8, sequenceid=28, filesize=5.5 K 2024-11-16T01:18:05,055 DEBUG [M:0;844d197be988:46233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df581b8693b64fe59c798946777b3eca as hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df581b8693b64fe59c798946777b3eca 2024-11-16T01:18:05,062 INFO [M:0;844d197be988:46233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df581b8693b64fe59c798946777b3eca, entries=3, sequenceid=28, filesize=5.2 K 2024-11-16T01:18:05,063 DEBUG [M:0;844d197be988:46233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b473925f4fd14b0e80a81418e3b470f9 as hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b473925f4fd14b0e80a81418e3b470f9 2024-11-16T01:18:05,070 INFO [M:0;844d197be988:46233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36617/user/jenkins/test-data/3c82b998-ea98-54e9-62bf-ddaf27d88d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b473925f4fd14b0e80a81418e3b470f9, entries=1, sequenceid=28, filesize=5.0 K 2024-11-16T01:18:05,071 INFO [M:0;844d197be988:46233 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 212ms, sequenceid=28, compaction requested=false 2024-11-16T01:18:05,080 INFO [M:0;844d197be988:46233 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:18:05,081 DEBUG [M:0;844d197be988:46233 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731719884859Disabling compacts and flushes for region at 1731719884859Disabling writes for close at 1731719884859Obtaining lock to block concurrent updates at 1731719884860 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731719884860Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731719884860Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731719884861 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731719884861Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731719884899 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731719884899Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731719884937 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731719884960 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731719884960Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731719884989 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731719885010 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731719885010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@678dc52f: reopening flushed file at 1731719885043 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c5265c2: reopening flushed file at 1731719885054 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7db6ca9b: reopening flushed file at 1731719885062 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 212ms, sequenceid=28, compaction requested=false at 1731719885071 (+9 ms)Writing region close event to WAL at 1731719885080 (+9 ms)Closed at 1731719885080 2024-11-16T01:18:05,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37535 is added to blk_1073741830_1006 (size=10165) 2024-11-16T01:18:05,088 INFO [M:0;844d197be988:46233 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T01:18:05,088 INFO [M:0;844d197be988:46233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46233 2024-11-16T01:18:05,089 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:18:05,089 INFO [M:0;844d197be988:46233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:18:05,279 INFO [M:0;844d197be988:46233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:18:05,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:18:05,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x101413835350003, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:18:05,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f07cea8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:18:05,314 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fb9d941{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:18:05,314 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:18:05,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1265931d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:18:05,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@786e7aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/hadoop.log.dir/,STOPPED} 2024-11-16T01:18:05,316 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T01:18:05,316 WARN [BP-1661418257-172.17.0.2-1731719876429 heartbeating to localhost/127.0.0.1:36617 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T01:18:05,316 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T01:18:05,316 WARN [BP-1661418257-172.17.0.2-1731719876429 heartbeating to localhost/127.0.0.1:36617 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1661418257-172.17.0.2-1731719876429 (Datanode Uuid 6d5f6897-d93e-4f31-8798-4091c6265d53) service to localhost/127.0.0.1:36617 2024-11-16T01:18:05,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/cluster_21e73dac-eae5-c073-a9dd-e516e4a245c5/data/data1/current/BP-1661418257-172.17.0.2-1731719876429 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:18:05,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/cluster_21e73dac-eae5-c073-a9dd-e516e4a245c5/data/data2/current/BP-1661418257-172.17.0.2-1731719876429 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:18:05,317 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T01:18:05,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31f10f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:18:05,323 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7636d219{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:18:05,323 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:18:05,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e73b2a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:18:05,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@709d62ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/hadoop.log.dir/,STOPPED} 2024-11-16T01:18:05,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T01:18:05,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T01:18:05,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:18:05,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:18:05,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:05,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:05,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:18:05,336 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T01:18:05,336 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1458446323, stopped=false 2024-11-16T01:18:05,336 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=844d197be988,41627,1731719873027 2024-11-16T01:18:05,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x101413835350001, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2103316593/running 2024-11-16T01:18:05,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2103316593/running 2024-11-16T01:18:05,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2103316593 2024-11-16T01:18:05,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x101413835350001, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2103316593 2024-11-16T01:18:05,351 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:18:05,351 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:18:05,351 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:18:05,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:05,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Set watcher on znode that does not yet exist, /0-2103316593/running 2024-11-16T01:18:05,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37809-0x101413835350001, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Set watcher on znode that does not yet exist, /0-2103316593/running 2024-11-16T01:18:05,351 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '844d197be988,37809,1731719873223' ***** 2024-11-16T01:18:05,351 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T01:18:05,352 INFO [RS:0;844d197be988:37809 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T01:18:05,352 INFO [RS:0;844d197be988:37809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T01:18:05,352 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T01:18:05,352 INFO [RS:0;844d197be988:37809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T01:18:05,352 INFO [RS:0;844d197be988:37809 {}] regionserver.HRegionServer(3091): Received CLOSE for 787a74918659b0980068088cc8483e8f 2024-11-16T01:18:05,352 INFO [RS:0;844d197be988:37809 {}] regionserver.HRegionServer(959): stopping server 844d197be988,37809,1731719873223 2024-11-16T01:18:05,352 INFO [RS:0;844d197be988:37809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:18:05,352 INFO [RS:0;844d197be988:37809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:37809. 2024-11-16T01:18:05,352 DEBUG [RS:0;844d197be988:37809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:18:05,352 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 787a74918659b0980068088cc8483e8f, disabling compactions & flushes 2024-11-16T01:18:05,352 DEBUG [RS:0;844d197be988:37809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:05,352 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f. 2024-11-16T01:18:05,353 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f. 2024-11-16T01:18:05,353 INFO [RS:0;844d197be988:37809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T01:18:05,353 INFO [RS:0;844d197be988:37809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T01:18:05,353 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f. after waiting 0 ms 2024-11-16T01:18:05,353 INFO [RS:0;844d197be988:37809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T01:18:05,353 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f. 2024-11-16T01:18:05,353 INFO [RS:0;844d197be988:37809 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T01:18:05,353 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 787a74918659b0980068088cc8483e8f 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-16T01:18:05,353 INFO [RS:0;844d197be988:37809 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T01:18:05,353 DEBUG [RS:0;844d197be988:37809 {}] regionserver.HRegionServer(1325): Online Regions={787a74918659b0980068088cc8483e8f=hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:18:05,353 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:18:05,353 DEBUG [RS:0;844d197be988:37809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 787a74918659b0980068088cc8483e8f 2024-11-16T01:18:05,353 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:18:05,353 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:18:05,353 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:18:05,353 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:18:05,353 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-16T01:18:05,368 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/meta/1588230740/.tmp/info/98f9ba4a8cb44cb9bd969b57f93c66bd is 147, key is hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f./info:regioninfo/1731719883550/Put/seqid=0 2024-11-16T01:18:05,371 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/replication/787a74918659b0980068088cc8483e8f/.tmp/queue/5fca04b4cd5346d49f7a011eaabf4f06 is 151, key is 1-844d197be988,37809,1731719873223/queue:844d197be988%2C37809%2C1731719873223/1731719883930/Put/seqid=0 2024-11-16T01:18:05,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33267 is added to blk_1073741838_1014 (size=6631) 2024-11-16T01:18:05,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33267 is added to blk_1073741839_1015 (size=5350) 2024-11-16T01:18:05,413 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37809,1731719873223.replicationSource.wal-reader.844d197be988%2C37809%2C1731719873223,1-844d197be988,37809,1731719873223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/WALs/844d197be988,37809,1731719873223/844d197be988%2C37809%2C1731719873223.1731719875560 to pos 0, reset compression=false 2024-11-16T01:18:05,428 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T01:18:05,428 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T01:18:05,435 INFO [regionserver/844d197be988:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:18:05,553 DEBUG [RS:0;844d197be988:37809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 787a74918659b0980068088cc8483e8f 2024-11-16T01:18:05,753 DEBUG [RS:0;844d197be988:37809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 787a74918659b0980068088cc8483e8f 2024-11-16T01:18:05,774 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/meta/1588230740/.tmp/info/98f9ba4a8cb44cb9bd969b57f93c66bd 2024-11-16T01:18:05,775 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/replication/787a74918659b0980068088cc8483e8f/.tmp/queue/5fca04b4cd5346d49f7a011eaabf4f06 2024-11-16T01:18:05,782 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/replication/787a74918659b0980068088cc8483e8f/.tmp/queue/5fca04b4cd5346d49f7a011eaabf4f06 as hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/replication/787a74918659b0980068088cc8483e8f/queue/5fca04b4cd5346d49f7a011eaabf4f06 2024-11-16T01:18:05,788 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/replication/787a74918659b0980068088cc8483e8f/queue/5fca04b4cd5346d49f7a011eaabf4f06, entries=1, sequenceid=5, filesize=5.2 K 2024-11-16T01:18:05,789 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 787a74918659b0980068088cc8483e8f in 436ms, sequenceid=5, compaction requested=false 2024-11-16T01:18:05,789 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T01:18:05,796 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/replication/787a74918659b0980068088cc8483e8f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T01:18:05,797 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:18:05,797 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:18:05,797 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f. 2024-11-16T01:18:05,797 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 787a74918659b0980068088cc8483e8f: Waiting for close lock at 1731719885352Running coprocessor pre-close hooks at 1731719885352Disabling compacts and flushes for region at 1731719885352Disabling writes for close at 1731719885353 (+1 ms)Obtaining lock to block concurrent updates at 1731719885353Preparing flush snapshotting stores in 787a74918659b0980068088cc8483e8f at 1731719885353Finished memstore snapshotting hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731719885353Flushing stores of hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f. at 1731719885354 (+1 ms)Flushing 787a74918659b0980068088cc8483e8f/queue: creating writer at 1731719885354Flushing 787a74918659b0980068088cc8483e8f/queue: appending metadata at 1731719885370 (+16 ms)Flushing 787a74918659b0980068088cc8483e8f/queue: closing flushed file at 1731719885370Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a324658: reopening flushed file at 1731719885781 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 787a74918659b0980068088cc8483e8f in 436ms, sequenceid=5, compaction requested=false at 1731719885789 (+8 ms)Writing region close event to WAL at 1731719885792 (+3 ms)Running coprocessor post-close hooks at 1731719885797 (+5 ms)Closed at 1731719885797 2024-11-16T01:18:05,797 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731719882376.787a74918659b0980068088cc8483e8f. 2024-11-16T01:18:05,800 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/meta/1588230740/.tmp/ns/f6f6ed3ccf824ef9bae5629615e2bebd is 43, key is default/ns:d/1731719876294/Put/seqid=0 2024-11-16T01:18:05,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33267 is added to blk_1073741840_1016 (size=5153) 2024-11-16T01:18:05,954 DEBUG [RS:0;844d197be988:37809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:18:06,018 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37809,1731719873223.replicationSource.wal-reader.844d197be988%2C37809%2C1731719873223,1-844d197be988,37809,1731719873223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/WALs/844d197be988,37809,1731719873223/844d197be988%2C37809%2C1731719873223.1731719875560 to pos 0, reset compression=false 2024-11-16T01:18:06,154 DEBUG [RS:0;844d197be988:37809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:18:06,205 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/meta/1588230740/.tmp/ns/f6f6ed3ccf824ef9bae5629615e2bebd 2024-11-16T01:18:06,229 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/meta/1588230740/.tmp/table/9bae01b513ff4add82faec4753d43e84 is 53, key is hbase:replication/table:state/1731719883559/Put/seqid=0 2024-11-16T01:18:06,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33267 is added to blk_1073741841_1017 (size=5256) 2024-11-16T01:18:06,354 INFO [RS:0;844d197be988:37809 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T01:18:06,354 DEBUG [RS:0;844d197be988:37809 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:18:06,354 DEBUG [RS:0;844d197be988:37809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:18:06,554 DEBUG [RS:0;844d197be988:37809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:18:06,634 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/meta/1588230740/.tmp/table/9bae01b513ff4add82faec4753d43e84 2024-11-16T01:18:06,640 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/meta/1588230740/.tmp/info/98f9ba4a8cb44cb9bd969b57f93c66bd as hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/meta/1588230740/info/98f9ba4a8cb44cb9bd969b57f93c66bd 2024-11-16T01:18:06,645 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/meta/1588230740/info/98f9ba4a8cb44cb9bd969b57f93c66bd, entries=10, sequenceid=11, filesize=6.5 K 2024-11-16T01:18:06,646 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/meta/1588230740/.tmp/ns/f6f6ed3ccf824ef9bae5629615e2bebd as hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/meta/1588230740/ns/f6f6ed3ccf824ef9bae5629615e2bebd 2024-11-16T01:18:06,652 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/meta/1588230740/ns/f6f6ed3ccf824ef9bae5629615e2bebd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T01:18:06,653 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/meta/1588230740/.tmp/table/9bae01b513ff4add82faec4753d43e84 as hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/meta/1588230740/table/9bae01b513ff4add82faec4753d43e84 2024-11-16T01:18:06,659 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/meta/1588230740/table/9bae01b513ff4add82faec4753d43e84, entries=2, sequenceid=11, filesize=5.1 K 2024-11-16T01:18:06,660 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=11, compaction requested=false 2024-11-16T01:18:06,664 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T01:18:06,665 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:18:06,665 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:18:06,665 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:18:06,665 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731719885353Running coprocessor pre-close hooks at 1731719885353Disabling compacts and flushes for region at 1731719885353Disabling writes for close at 1731719885353Obtaining lock to block concurrent updates at 1731719885353Preparing flush snapshotting stores in 1588230740 at 1731719885353Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731719885354 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731719885354Flushing 1588230740/info: creating writer at 1731719885354Flushing 1588230740/info: appending metadata at 1731719885367 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731719885367Flushing 1588230740/ns: creating writer at 1731719885781 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731719885800 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731719885800Flushing 1588230740/table: creating writer at 1731719886211 (+411 ms)Flushing 1588230740/table: appending metadata at 1731719886229 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731719886229Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36b3be99: reopening flushed file at 1731719886639 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f0206de: reopening flushed file at 1731719886645 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f3f6081: reopening flushed file at 1731719886652 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=11, compaction requested=false at 1731719886660 (+8 ms)Writing region close event to WAL at 1731719886661 (+1 ms)Running coprocessor post-close hooks at 1731719886665 (+4 ms)Closed at 1731719886665 2024-11-16T01:18:06,665 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T01:18:06,723 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37809,1731719873223.replicationSource.wal-reader.844d197be988%2C37809%2C1731719873223,1-844d197be988,37809,1731719873223 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/WALs/844d197be988,37809,1731719873223/844d197be988%2C37809%2C1731719873223.1731719875560 to pos 0, reset compression=false 2024-11-16T01:18:06,755 INFO [RS:0;844d197be988:37809 {}] regionserver.HRegionServer(976): stopping server 844d197be988,37809,1731719873223; all regions closed. 2024-11-16T01:18:06,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33267 is added to blk_1073741834_1010 (size=2742) 2024-11-16T01:18:06,757 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/WALs/844d197be988,37809,1731719873223/844d197be988%2C37809%2C1731719873223.meta.1731719876121.meta not finished, retry = 0 2024-11-16T01:18:06,860 DEBUG [RS:0;844d197be988:37809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/oldWALs 2024-11-16T01:18:06,860 INFO [RS:0;844d197be988:37809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C37809%2C1731719873223.meta:.meta(num 1731719876121) 2024-11-16T01:18:06,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33267 is added to blk_1073741837_1013 (size=1586) 2024-11-16T01:18:06,862 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/WALs/844d197be988,37809,1731719873223/844d197be988%2C37809%2C1731719873223.rep.1731719883516 not finished, retry = 0 2024-11-16T01:18:06,965 DEBUG [RS:0;844d197be988:37809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/oldWALs 2024-11-16T01:18:06,965 INFO [RS:0;844d197be988:37809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C37809%2C1731719873223.rep:(num 1731719883516) 2024-11-16T01:18:06,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33267 is added to blk_1073741832_1008 (size=93) 2024-11-16T01:18:06,967 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/WALs/844d197be988,37809,1731719873223/844d197be988%2C37809%2C1731719873223.1731719875560 not finished, retry = 0 2024-11-16T01:18:07,070 DEBUG [RS:0;844d197be988:37809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/oldWALs 2024-11-16T01:18:07,070 INFO [RS:0;844d197be988:37809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C37809%2C1731719873223:(num 1731719875560) 2024-11-16T01:18:07,070 DEBUG [RS:0;844d197be988:37809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:07,070 INFO [RS:0;844d197be988:37809 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:18:07,070 INFO [RS:0;844d197be988:37809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:18:07,070 INFO [RS:0;844d197be988:37809 {}] hbase.ChoreService(370): Chore service for: regionserver/844d197be988:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T01:18:07,070 INFO [RS:0;844d197be988:37809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:18:07,070 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:18:07,071 INFO [RS:0;844d197be988:37809 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-844d197be988,37809,1731719873223 because: Region server is closing 2024-11-16T01:18:07,071 INFO [RS:0;844d197be988:37809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:37809. 2024-11-16T01:18:07,071 DEBUG [RS:0;844d197be988:37809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:18:07,071 DEBUG [RS:0;844d197be988:37809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:07,071 DEBUG [RS:0;844d197be988:37809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:07,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:18:07,171 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37809,1731719873223.replicationSource.shipper844d197be988%2C37809%2C1731719873223,1-844d197be988,37809,1731719873223 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T01:18:07,171 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37809,1731719873223.replicationSource.wal-reader.844d197be988%2C37809%2C1731719873223,1-844d197be988,37809,1731719873223 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T01:18:07,172 INFO [RS:0;844d197be988:37809 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37809,1731719873223.replicationSource.shipper844d197be988%2C37809%2C1731719873223,1-844d197be988,37809,1731719873223 terminated 2024-11-16T01:18:07,172 INFO [RS:0;844d197be988:37809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37809 2024-11-16T01:18:07,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2103316593/rs 2024-11-16T01:18:07,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x101413835350001, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2103316593/rs/844d197be988,37809,1731719873223 2024-11-16T01:18:07,245 INFO [RS:0;844d197be988:37809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:18:07,256 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [844d197be988,37809,1731719873223] 2024-11-16T01:18:07,266 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2103316593/draining/844d197be988,37809,1731719873223 already deleted, retry=false 2024-11-16T01:18:07,266 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 844d197be988,37809,1731719873223 expired; onlineServers=0 2024-11-16T01:18:07,266 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '844d197be988,41627,1731719873027' ***** 2024-11-16T01:18:07,266 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T01:18:07,266 INFO [M:0;844d197be988:41627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:18:07,267 INFO [M:0;844d197be988:41627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:18:07,267 DEBUG [M:0;844d197be988:41627 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T01:18:07,267 DEBUG [M:0;844d197be988:41627 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T01:18:07,267 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T01:18:07,267 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719875276 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719875276,5,FailOnTimeoutGroup] 2024-11-16T01:18:07,267 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719875280 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719875280,5,FailOnTimeoutGroup] 2024-11-16T01:18:07,267 INFO [M:0;844d197be988:41627 {}] hbase.ChoreService(370): Chore service for: master/844d197be988:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T01:18:07,267 INFO [M:0;844d197be988:41627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:18:07,267 DEBUG [M:0;844d197be988:41627 {}] master.HMaster(1795): Stopping service threads 2024-11-16T01:18:07,267 INFO [M:0;844d197be988:41627 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T01:18:07,267 INFO [M:0;844d197be988:41627 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:18:07,268 INFO [M:0;844d197be988:41627 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T01:18:07,268 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T01:18:07,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2103316593/master 2024-11-16T01:18:07,277 DEBUG [M:0;844d197be988:41627 {}] zookeeper.ZKUtil(347): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Unable to get data of znode /0-2103316593/master because node does not exist (not an error) 2024-11-16T01:18:07,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2103316593 2024-11-16T01:18:07,277 WARN [M:0;844d197be988:41627 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T01:18:07,278 INFO [M:0;844d197be988:41627 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/.lastflushedseqids 2024-11-16T01:18:07,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33267 is added to blk_1073741842_1018 (size=181) 2024-11-16T01:18:07,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x101413835350001, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:18:07,356 INFO [RS:0;844d197be988:37809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:18:07,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x101413835350001, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:18:07,356 INFO [RS:0;844d197be988:37809 {}] regionserver.HRegionServer(1031): Exiting; stopping=844d197be988,37809,1731719873223; zookeeper connection closed. 2024-11-16T01:18:07,356 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@789522ec {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@789522ec 2024-11-16T01:18:07,356 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T01:18:07,683 INFO [M:0;844d197be988:41627 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T01:18:07,683 INFO [M:0;844d197be988:41627 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T01:18:07,683 DEBUG [M:0;844d197be988:41627 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:18:07,683 INFO [M:0;844d197be988:41627 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:18:07,683 DEBUG [M:0;844d197be988:41627 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:18:07,683 DEBUG [M:0;844d197be988:41627 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:18:07,683 DEBUG [M:0;844d197be988:41627 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:18:07,683 INFO [M:0;844d197be988:41627 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-16T01:18:07,683 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:18:07,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:18:07,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:18:07,702 DEBUG [M:0;844d197be988:41627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f7a71197ebc42c698e67a5c25bf1745 is 82, key is hbase:meta,,1/info:regioninfo/1731719876161/Put/seqid=0 2024-11-16T01:18:07,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33267 is added to blk_1073741843_1019 (size=5672) 2024-11-16T01:18:08,107 INFO [M:0;844d197be988:41627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f7a71197ebc42c698e67a5c25bf1745 2024-11-16T01:18:08,126 DEBUG [M:0;844d197be988:41627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dee1e57bf36c4ab8ad8b1c749af5d05b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731719883563/Put/seqid=0 2024-11-16T01:18:08,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33267 is added to blk_1073741844_1020 (size=7203) 2024-11-16T01:18:08,531 INFO [M:0;844d197be988:41627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dee1e57bf36c4ab8ad8b1c749af5d05b 2024-11-16T01:18:08,549 DEBUG [M:0;844d197be988:41627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1085e077d7346029ffdc7280acd438a is 69, key is 844d197be988,37809,1731719873223/rs:state/1731719875388/Put/seqid=0 2024-11-16T01:18:08,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33267 is added to blk_1073741845_1021 (size=5156) 2024-11-16T01:18:08,954 INFO [M:0;844d197be988:41627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1085e077d7346029ffdc7280acd438a 2024-11-16T01:18:08,961 DEBUG [M:0;844d197be988:41627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f7a71197ebc42c698e67a5c25bf1745 as hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f7a71197ebc42c698e67a5c25bf1745 2024-11-16T01:18:08,968 INFO [M:0;844d197be988:41627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f7a71197ebc42c698e67a5c25bf1745, entries=8, sequenceid=70, filesize=5.5 K 2024-11-16T01:18:08,969 DEBUG [M:0;844d197be988:41627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dee1e57bf36c4ab8ad8b1c749af5d05b as hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dee1e57bf36c4ab8ad8b1c749af5d05b 2024-11-16T01:18:08,976 INFO [M:0;844d197be988:41627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dee1e57bf36c4ab8ad8b1c749af5d05b, entries=8, sequenceid=70, filesize=7.0 K 2024-11-16T01:18:08,977 DEBUG [M:0;844d197be988:41627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1085e077d7346029ffdc7280acd438a as hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1085e077d7346029ffdc7280acd438a 2024-11-16T01:18:08,984 INFO [M:0;844d197be988:41627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42323/user/jenkins/test-data/e2d6b68c-de32-d49b-325d-d7ed0d967d23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1085e077d7346029ffdc7280acd438a, entries=1, sequenceid=70, filesize=5.0 K 2024-11-16T01:18:08,985 INFO [M:0;844d197be988:41627 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=70, compaction requested=false 2024-11-16T01:18:08,992 INFO [M:0;844d197be988:41627 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:18:08,992 DEBUG [M:0;844d197be988:41627 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731719887683Disabling compacts and flushes for region at 1731719887683Disabling writes for close at 1731719887683Obtaining lock to block concurrent updates at 1731719887683Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731719887683Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731719887684 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731719887684Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731719887684Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731719887702 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731719887702Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731719888112 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731719888125 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731719888125Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731719888536 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731719888549 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731719888549Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3904d75: reopening flushed file at 1731719888960 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6004aa86: reopening flushed file at 1731719888968 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17e9e6: reopening flushed file at 1731719888976 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=70, compaction requested=false at 1731719888985 (+9 ms)Writing region close event to WAL at 1731719888992 (+7 ms)Closed at 1731719888992 2024-11-16T01:18:08,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33267 is added to blk_1073741830_1006 (size=41008) 2024-11-16T01:18:08,999 INFO [M:0;844d197be988:41627 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T01:18:08,999 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:18:08,999 INFO [M:0;844d197be988:41627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41627 2024-11-16T01:18:08,999 INFO [M:0;844d197be988:41627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:18:09,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:18:09,166 INFO [M:0;844d197be988:41627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:18:09,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x101413835350000, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:18:09,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e41cedb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:18:09,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33b5c6c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:18:09,169 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:18:09,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f7f26da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:18:09,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5de2d9fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/hadoop.log.dir/,STOPPED} 2024-11-16T01:18:09,171 WARN [BP-200167242-172.17.0.2-1731719870883 heartbeating to localhost/127.0.0.1:42323 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T01:18:09,171 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T01:18:09,171 WARN [BP-200167242-172.17.0.2-1731719870883 heartbeating to localhost/127.0.0.1:42323 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-200167242-172.17.0.2-1731719870883 (Datanode Uuid a4f4e6e6-6e0c-4f69-bdc0-719de4ed9e98) service to localhost/127.0.0.1:42323 2024-11-16T01:18:09,171 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T01:18:09,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/cluster_1efcc330-874c-f1b0-fa1a-48c0c3acb8c2/data/data1/current/BP-200167242-172.17.0.2-1731719870883 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:18:09,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/cluster_1efcc330-874c-f1b0-fa1a-48c0c3acb8c2/data/data2/current/BP-200167242-172.17.0.2-1731719870883 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:18:09,172 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T01:18:09,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ea8b210{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:18:09,177 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5166ed4f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:18:09,177 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:18:09,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@298cbbf0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:18:09,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@649f216{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b714757-11f6-8a27-1357-344bd807645b/hadoop.log.dir/,STOPPED} 2024-11-16T01:18:09,184 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T01:18:09,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T01:18:09,203 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 107) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:42323 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56294) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:36617 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:42323 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:36617 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:42323 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:36617 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36617 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36617 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56294) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=353 (was 371), ProcessCount=11 (was 11), AvailableMemoryMB=5882 (was 6383) 2024-11-16T01:18:09,211 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=353, ProcessCount=11, AvailableMemoryMB=5882 2024-11-16T01:18:09,222 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-16T01:18:09,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/hadoop.log.dir so I do NOT create it in target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be 2024-11-16T01:18:09,223 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T01:18:09,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/hadoop.tmp.dir so I do NOT create it in target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be 2024-11-16T01:18:09,223 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b28f9bac-0ae6-2ffb-34d2-c728b8c6a4cb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T01:18:09,223 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be 2024-11-16T01:18:09,223 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/cluster_dd4821af-7606-edaa-a647-b378d394e306, deleteOnExit=true 2024-11-16T01:18:09,246 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/cluster_dd4821af-7606-edaa-a647-b378d394e306/zookeeper_0, clientPort=50310, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/cluster_dd4821af-7606-edaa-a647-b378d394e306/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/cluster_dd4821af-7606-edaa-a647-b378d394e306/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T01:18:09,247 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50310 2024-11-16T01:18:09,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T01:18:09,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T01:18:09,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/test.cache.data in system properties and HBase conf 2024-11-16T01:18:09,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T01:18:09,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/hadoop.log.dir in system properties and HBase conf 2024-11-16T01:18:09,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T01:18:09,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T01:18:09,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T01:18:09,248 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T01:18:09,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:18:09,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:18:09,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T01:18:09,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:18:09,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T01:18:09,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T01:18:09,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:18:09,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:18:09,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T01:18:09,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/nfs.dump.dir in system properties and HBase conf 2024-11-16T01:18:09,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/java.io.tmpdir in system properties and HBase conf 2024-11-16T01:18:09,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:18:09,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T01:18:09,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T01:18:09,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101413835350005, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T01:18:09,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101413835350002, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T01:18:09,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101413835350005, quorum=127.0.0.1:56294, baseZNode=/11802009396 Received Disconnected from ZooKeeper, ignoring 2024-11-16T01:18:09,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101413835350002, quorum=127.0.0.1:56294, baseZNode=/0-2103316593 Received Disconnected from ZooKeeper, ignoring 2024-11-16T01:18:09,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:18:09,568 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:18:09,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:18:09,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:18:09,569 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T01:18:09,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:18:09,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@170a769b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:18:09,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e00916a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:18:09,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21770a6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/java.io.tmpdir/jetty-localhost-44929-hadoop-hdfs-3_4_1-tests_jar-_-any-7798876224372413041/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:18:09,665 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d6519a7{HTTP/1.1, (http/1.1)}{localhost:44929} 2024-11-16T01:18:09,665 INFO [Time-limited test {}] server.Server(415): Started @54570ms 2024-11-16T01:18:09,939 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:18:09,942 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:18:09,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:18:09,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:18:09,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T01:18:09,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77acf8a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:18:09,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a7a137e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:18:10,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64f74da{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/java.io.tmpdir/jetty-localhost-46213-hadoop-hdfs-3_4_1-tests_jar-_-any-1022850267132662949/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:18:10,045 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@563faabd{HTTP/1.1, (http/1.1)}{localhost:46213} 2024-11-16T01:18:10,045 INFO [Time-limited test {}] server.Server(415): Started @54950ms 2024-11-16T01:18:10,046 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T01:18:10,868 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/cluster_dd4821af-7606-edaa-a647-b378d394e306/data/data1/current/BP-229744781-172.17.0.2-1731719889271/current, will proceed with Du for space computation calculation, 2024-11-16T01:18:10,869 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/cluster_dd4821af-7606-edaa-a647-b378d394e306/data/data2/current/BP-229744781-172.17.0.2-1731719889271/current, will proceed with Du for space computation calculation, 2024-11-16T01:18:10,892 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T01:18:10,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc01554f15bb05f5 with lease ID 0x22fb876b0706d52a: Processing first storage report for DS-49255f32-641b-4a3e-ae37-5a51797cbb6d from datanode DatanodeRegistration(127.0.0.1:43351, datanodeUuid=785ef9ca-b340-4974-8e1c-99175800d51c, infoPort=42165, infoSecurePort=0, ipcPort=43645, storageInfo=lv=-57;cid=testClusterID;nsid=1628704125;c=1731719889271) 2024-11-16T01:18:10,896 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc01554f15bb05f5 with lease ID 0x22fb876b0706d52a: from storage DS-49255f32-641b-4a3e-ae37-5a51797cbb6d node DatanodeRegistration(127.0.0.1:43351, datanodeUuid=785ef9ca-b340-4974-8e1c-99175800d51c, infoPort=42165, infoSecurePort=0, ipcPort=43645, storageInfo=lv=-57;cid=testClusterID;nsid=1628704125;c=1731719889271), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:18:10,896 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc01554f15bb05f5 with lease ID 0x22fb876b0706d52a: Processing first storage report for DS-c33fb0b6-cd89-4705-9799-072bdd4b5a6d from datanode DatanodeRegistration(127.0.0.1:43351, datanodeUuid=785ef9ca-b340-4974-8e1c-99175800d51c, infoPort=42165, infoSecurePort=0, ipcPort=43645, storageInfo=lv=-57;cid=testClusterID;nsid=1628704125;c=1731719889271) 2024-11-16T01:18:10,896 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc01554f15bb05f5 with lease ID 0x22fb876b0706d52a: from storage DS-c33fb0b6-cd89-4705-9799-072bdd4b5a6d node DatanodeRegistration(127.0.0.1:43351, datanodeUuid=785ef9ca-b340-4974-8e1c-99175800d51c, infoPort=42165, infoSecurePort=0, ipcPort=43645, storageInfo=lv=-57;cid=testClusterID;nsid=1628704125;c=1731719889271), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:18:10,978 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be 2024-11-16T01:18:10,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:18:10,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:18:10,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741825_1001 (size=7) 2024-11-16T01:18:11,387 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c with version=8 2024-11-16T01:18:11,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/hbase-staging 2024-11-16T01:18:11,389 INFO [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=45 2024-11-16T01:18:11,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:18:11,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:18:11,389 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:18:11,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:18:11,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:18:11,389 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T01:18:11,389 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:18:11,390 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38701 2024-11-16T01:18:11,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38701 connecting to ZooKeeper ensemble=127.0.0.1:50310 2024-11-16T01:18:11,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387010x0, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:18:11,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38701-0x10141387d080000 connected 2024-11-16T01:18:11,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:18:11,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:18:11,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Set watcher on znode that does not yet exist, /0850464583/running 2024-11-16T01:18:11,617 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c, hbase.cluster.distributed=false 2024-11-16T01:18:11,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Set watcher on znode that does not yet exist, /0850464583/acl 2024-11-16T01:18:11,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38701 2024-11-16T01:18:11,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38701 2024-11-16T01:18:11,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38701 2024-11-16T01:18:11,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38701 2024-11-16T01:18:11,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38701 2024-11-16T01:18:11,637 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=45 2024-11-16T01:18:11,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:18:11,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:18:11,637 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:18:11,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:18:11,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:18:11,637 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T01:18:11,638 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:18:11,638 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43609 2024-11-16T01:18:11,640 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43609 connecting to ZooKeeper ensemble=127.0.0.1:50310 2024-11-16T01:18:11,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:18:11,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:18:11,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436090x0, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:18:11,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436090x0, quorum=127.0.0.1:50310, baseZNode=/0850464583 Set watcher on znode that does not yet exist, /0850464583/running 2024-11-16T01:18:11,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43609-0x10141387d080001 connected 2024-11-16T01:18:11,657 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T01:18:11,658 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T01:18:11,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43609-0x10141387d080001, quorum=127.0.0.1:50310, baseZNode=/0850464583 Set watcher on znode that does not yet exist, /0850464583/master 2024-11-16T01:18:11,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43609-0x10141387d080001, quorum=127.0.0.1:50310, baseZNode=/0850464583 Set watcher on znode that does not yet exist, /0850464583/acl 2024-11-16T01:18:11,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43609 2024-11-16T01:18:11,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43609 2024-11-16T01:18:11,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43609 2024-11-16T01:18:11,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43609 2024-11-16T01:18:11,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43609 2024-11-16T01:18:11,674 DEBUG [M:0;844d197be988:38701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:38701 2024-11-16T01:18:11,675 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0850464583/backup-masters/844d197be988,38701,1731719891389 2024-11-16T01:18:11,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10141387d080001, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850464583/backup-masters 2024-11-16T01:18:11,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850464583/backup-masters 2024-11-16T01:18:11,688 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Set watcher on existing znode=/0850464583/backup-masters/844d197be988,38701,1731719891389 2024-11-16T01:18:11,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10141387d080001, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0850464583/master 2024-11-16T01:18:11,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10141387d080001, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850464583 2024-11-16T01:18:11,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850464583 2024-11-16T01:18:11,822 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Set watcher on existing znode=/0850464583/master 2024-11-16T01:18:11,822 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0850464583/backup-masters/844d197be988,38701,1731719891389 from backup master directory 2024-11-16T01:18:11,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10141387d080001, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850464583/backup-masters 2024-11-16T01:18:11,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0850464583/backup-masters/844d197be988,38701,1731719891389 2024-11-16T01:18:11,911 WARN [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:18:11,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850464583/backup-masters 2024-11-16T01:18:11,911 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,38701,1731719891389 2024-11-16T01:18:11,916 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/hbase.id] with ID: 8c1f7fd3-c2db-4ac6-9b9a-1c7ce595e6dd 2024-11-16T01:18:11,916 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/.tmp/hbase.id 2024-11-16T01:18:11,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741826_1002 (size=42) 2024-11-16T01:18:12,341 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/.tmp/hbase.id]:[hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/hbase.id] 2024-11-16T01:18:12,352 INFO [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:18:12,352 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T01:18:12,353 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T01:18:12,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850464583 2024-11-16T01:18:12,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10141387d080001, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850464583 2024-11-16T01:18:12,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741827_1003 (size=196) 2024-11-16T01:18:12,673 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:18:12,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:18:12,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:18:12,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:18:12,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:18:12,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T01:18:12,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T01:18:12,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:18:12,774 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:18:12,775 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T01:18:12,775 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:18:12,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741828_1004 (size=1189) 2024-11-16T01:18:13,187 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/data/master/store 2024-11-16T01:18:13,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741829_1005 (size=34) 2024-11-16T01:18:13,595 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:18:13,595 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:18:13,595 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:18:13,595 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:18:13,595 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:18:13,595 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:18:13,595 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:18:13,595 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731719893595Disabling compacts and flushes for region at 1731719893595Disabling writes for close at 1731719893595Writing region close event to WAL at 1731719893595Closed at 1731719893595 2024-11-16T01:18:13,596 WARN [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/data/master/store/.initializing 2024-11-16T01:18:13,596 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/WALs/844d197be988,38701,1731719891389 2024-11-16T01:18:13,597 INFO [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:18:13,599 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C38701%2C1731719891389, suffix=, logDir=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/WALs/844d197be988,38701,1731719891389, archiveDir=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/oldWALs, maxLogs=10 2024-11-16T01:18:13,614 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/WALs/844d197be988,38701,1731719891389/844d197be988%2C38701%2C1731719891389.1731719893599, exclude list is [], retry=0 2024-11-16T01:18:13,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43351,DS-49255f32-641b-4a3e-ae37-5a51797cbb6d,DISK] 2024-11-16T01:18:13,618 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/WALs/844d197be988,38701,1731719891389/844d197be988%2C38701%2C1731719891389.1731719893599 2024-11-16T01:18:13,619 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42165:42165)] 2024-11-16T01:18:13,619 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:18:13,619 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:18:13,619 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:13,619 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:13,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:13,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T01:18:13,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:13,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:13,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:13,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T01:18:13,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:13,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:18:13,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:13,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T01:18:13,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:13,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:18:13,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:13,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T01:18:13,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:13,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:18:13,627 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:13,628 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:13,628 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:13,630 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:13,630 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:13,631 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:18:13,632 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:13,634 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:18:13,635 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64660993, jitterRate=-0.036476120352745056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:18:13,636 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731719893619Initializing all the Stores at 1731719893620 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719893620Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719893620Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719893620Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719893620Cleaning up temporary data from old regions at 1731719893630 (+10 ms)Region opened successfully at 1731719893636 (+6 ms) 2024-11-16T01:18:13,636 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T01:18:13,639 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6842fd91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:18:13,640 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T01:18:13,640 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T01:18:13,640 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T01:18:13,641 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T01:18:13,641 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T01:18:13,641 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T01:18:13,641 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T01:18:13,643 INFO [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T01:18:13,644 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Unable to get data of znode /0850464583/balancer because node does not exist (not necessarily an error) 2024-11-16T01:18:13,655 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0850464583/balancer already deleted, retry=false 2024-11-16T01:18:13,656 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T01:18:13,656 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Unable to get data of znode /0850464583/normalizer because node does not exist (not necessarily an error) 2024-11-16T01:18:13,666 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0850464583/normalizer already deleted, retry=false 2024-11-16T01:18:13,666 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T01:18:13,668 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Unable to get data of znode /0850464583/switch/split because node does not exist (not necessarily an error) 2024-11-16T01:18:13,676 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0850464583/switch/split already deleted, retry=false 2024-11-16T01:18:13,677 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Unable to get data of znode /0850464583/switch/merge because node does not exist (not necessarily an error) 2024-11-16T01:18:13,687 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0850464583/switch/merge already deleted, retry=false 2024-11-16T01:18:13,689 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Unable to get data of znode /0850464583/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T01:18:13,698 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0850464583/snapshot-cleanup already deleted, retry=false 2024-11-16T01:18:13,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10141387d080001, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0850464583/running 2024-11-16T01:18:13,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0850464583/running 2024-11-16T01:18:13,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10141387d080001, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850464583 2024-11-16T01:18:13,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850464583 2024-11-16T01:18:13,709 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,38701,1731719891389, sessionid=0x10141387d080000, setting cluster-up flag (Was=false) 2024-11-16T01:18:13,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850464583 2024-11-16T01:18:13,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10141387d080001, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850464583 2024-11-16T01:18:13,761 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0850464583/flush-table-proc/acquired, /0850464583/flush-table-proc/reached, /0850464583/flush-table-proc/abort 2024-11-16T01:18:13,762 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,38701,1731719891389 2024-11-16T01:18:13,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850464583 2024-11-16T01:18:13,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10141387d080001, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850464583 2024-11-16T01:18:13,813 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0850464583/online-snapshot/acquired, /0850464583/online-snapshot/reached, /0850464583/online-snapshot/abort 2024-11-16T01:18:13,815 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,38701,1731719891389 2024-11-16T01:18:13,816 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T01:18:13,817 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T01:18:13,818 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T01:18:13,818 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T01:18:13,818 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,38701,1731719891389 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T01:18:13,820 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:18:13,820 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:18:13,820 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:18:13,820 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:18:13,820 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10 2024-11-16T01:18:13,820 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:13,820 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:18:13,820 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:13,822 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731719923822 2024-11-16T01:18:13,822 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T01:18:13,822 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T01:18:13,822 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T01:18:13,822 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T01:18:13,822 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T01:18:13,822 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T01:18:13,822 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:18:13,822 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:13,822 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T01:18:13,823 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T01:18:13,823 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T01:18:13,823 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T01:18:13,823 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T01:18:13,823 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T01:18:13,823 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T01:18:13,823 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:13,823 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T01:18:13,824 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719893823,5,FailOnTimeoutGroup] 2024-11-16T01:18:13,824 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719893824,5,FailOnTimeoutGroup] 2024-11-16T01:18:13,824 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:13,824 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T01:18:13,824 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:13,824 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:13,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741831_1007 (size=1321) 2024-11-16T01:18:13,868 INFO [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(746): ClusterId : 8c1f7fd3-c2db-4ac6-9b9a-1c7ce595e6dd 2024-11-16T01:18:13,868 DEBUG [RS:0;844d197be988:43609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T01:18:13,877 DEBUG [RS:0;844d197be988:43609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T01:18:13,877 DEBUG [RS:0;844d197be988:43609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T01:18:13,888 DEBUG [RS:0;844d197be988:43609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T01:18:13,888 DEBUG [RS:0;844d197be988:43609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d919223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:18:13,899 DEBUG [RS:0;844d197be988:43609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:43609 2024-11-16T01:18:13,899 INFO [RS:0;844d197be988:43609 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T01:18:13,899 INFO [RS:0;844d197be988:43609 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T01:18:13,899 DEBUG [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T01:18:13,900 INFO [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,38701,1731719891389 with port=43609, startcode=1731719891637 2024-11-16T01:18:13,900 DEBUG [RS:0;844d197be988:43609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T01:18:13,902 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T01:18:13,902 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38701 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,43609,1731719891637 2024-11-16T01:18:13,902 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38701 {}] master.ServerManager(517): Registering regionserver=844d197be988,43609,1731719891637 2024-11-16T01:18:13,904 DEBUG [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c 2024-11-16T01:18:13,904 DEBUG [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35387 2024-11-16T01:18:13,904 DEBUG [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T01:18:13,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850464583/rs 2024-11-16T01:18:13,915 DEBUG [RS:0;844d197be988:43609 {}] zookeeper.ZKUtil(111): regionserver:43609-0x10141387d080001, quorum=127.0.0.1:50310, baseZNode=/0850464583 Set watcher on existing znode=/0850464583/rs/844d197be988,43609,1731719891637 2024-11-16T01:18:13,916 WARN [RS:0;844d197be988:43609 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:18:13,916 INFO [RS:0;844d197be988:43609 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:18:13,916 DEBUG [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637 2024-11-16T01:18:13,916 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,43609,1731719891637] 2024-11-16T01:18:13,919 INFO [RS:0;844d197be988:43609 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T01:18:13,920 INFO [RS:0;844d197be988:43609 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T01:18:13,920 INFO [RS:0;844d197be988:43609 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T01:18:13,920 INFO [RS:0;844d197be988:43609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:13,920 INFO [RS:0;844d197be988:43609 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T01:18:13,921 INFO [RS:0;844d197be988:43609 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T01:18:13,921 INFO [RS:0;844d197be988:43609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:13,921 DEBUG [RS:0;844d197be988:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:13,921 DEBUG [RS:0;844d197be988:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:13,921 DEBUG [RS:0;844d197be988:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:13,921 DEBUG [RS:0;844d197be988:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:13,921 DEBUG [RS:0;844d197be988:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:13,921 DEBUG [RS:0;844d197be988:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:18:13,921 DEBUG [RS:0;844d197be988:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:13,921 DEBUG [RS:0;844d197be988:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:13,922 DEBUG [RS:0;844d197be988:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:13,922 DEBUG [RS:0;844d197be988:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:13,922 DEBUG [RS:0;844d197be988:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:13,922 DEBUG [RS:0;844d197be988:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:13,922 DEBUG [RS:0;844d197be988:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:18:13,922 DEBUG [RS:0;844d197be988:43609 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:18:13,922 INFO [RS:0;844d197be988:43609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:13,922 INFO [RS:0;844d197be988:43609 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:13,922 INFO [RS:0;844d197be988:43609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:13,922 INFO [RS:0;844d197be988:43609 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:13,922 INFO [RS:0;844d197be988:43609 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:13,922 INFO [RS:0;844d197be988:43609 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,43609,1731719891637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:18:13,934 INFO [RS:0;844d197be988:43609 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T01:18:13,934 INFO [RS:0;844d197be988:43609 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,43609,1731719891637-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:13,935 INFO [RS:0;844d197be988:43609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:13,935 INFO [RS:0;844d197be988:43609 {}] regionserver.Replication(171): 844d197be988,43609,1731719891637 started 2024-11-16T01:18:13,946 INFO [RS:0;844d197be988:43609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:13,946 INFO [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,43609,1731719891637, RpcServer on 844d197be988/172.17.0.2:43609, sessionid=0x10141387d080001 2024-11-16T01:18:13,946 DEBUG [RS:0;844d197be988:43609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T01:18:13,946 DEBUG [RS:0;844d197be988:43609 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,43609,1731719891637 2024-11-16T01:18:13,946 DEBUG [RS:0;844d197be988:43609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,43609,1731719891637' 2024-11-16T01:18:13,946 DEBUG [RS:0;844d197be988:43609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0850464583/flush-table-proc/abort' 2024-11-16T01:18:13,947 DEBUG [RS:0;844d197be988:43609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0850464583/flush-table-proc/acquired' 2024-11-16T01:18:13,947 DEBUG [RS:0;844d197be988:43609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T01:18:13,947 DEBUG [RS:0;844d197be988:43609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T01:18:13,947 DEBUG [RS:0;844d197be988:43609 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,43609,1731719891637 2024-11-16T01:18:13,947 DEBUG [RS:0;844d197be988:43609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,43609,1731719891637' 2024-11-16T01:18:13,947 DEBUG [RS:0;844d197be988:43609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0850464583/online-snapshot/abort' 2024-11-16T01:18:13,947 DEBUG [RS:0;844d197be988:43609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0850464583/online-snapshot/acquired' 2024-11-16T01:18:13,948 DEBUG [RS:0;844d197be988:43609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T01:18:13,948 INFO [RS:0;844d197be988:43609 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T01:18:13,948 INFO [RS:0;844d197be988:43609 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T01:18:14,048 INFO [RS:0;844d197be988:43609 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:18:14,050 INFO [RS:0;844d197be988:43609 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C43609%2C1731719891637, suffix=, logDir=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637, archiveDir=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/oldWALs, maxLogs=10 2024-11-16T01:18:14,063 DEBUG [RS:0;844d197be988:43609 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050, exclude list is [], retry=0 2024-11-16T01:18:14,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43351,DS-49255f32-641b-4a3e-ae37-5a51797cbb6d,DISK] 2024-11-16T01:18:14,067 INFO [RS:0;844d197be988:43609 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 2024-11-16T01:18:14,068 DEBUG [RS:0;844d197be988:43609 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42165:42165)] 2024-11-16T01:18:14,232 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T01:18:14,232 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c 2024-11-16T01:18:14,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741833_1009 (size=32) 2024-11-16T01:18:14,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:18:14,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:18:14,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:18:14,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:14,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:14,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:18:14,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:18:14,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:14,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:14,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:18:14,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:18:14,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:14,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:14,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:18:14,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:18:14,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:14,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:14,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:18:14,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740 2024-11-16T01:18:14,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740 2024-11-16T01:18:14,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:18:14,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:18:14,651 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:18:14,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:18:14,655 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:18:14,656 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59397541, jitterRate=-0.11490766704082489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:18:14,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731719894638Initializing all the Stores at 1731719894639 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719894639Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719894639Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719894639Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719894639Cleaning up temporary data from old regions at 1731719894650 (+11 ms)Region opened successfully at 1731719894656 (+6 ms) 2024-11-16T01:18:14,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:18:14,657 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:18:14,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:18:14,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:18:14,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:18:14,657 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:18:14,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731719894657Disabling compacts and flushes for region at 1731719894657Disabling writes for close at 1731719894657Writing region close event to WAL at 1731719894657Closed at 1731719894657 2024-11-16T01:18:14,659 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:18:14,659 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T01:18:14,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T01:18:14,661 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:18:14,662 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T01:18:14,812 DEBUG [844d197be988:38701 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:18:14,812 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,43609,1731719891637 2024-11-16T01:18:14,813 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,43609,1731719891637, state=OPENING 2024-11-16T01:18:14,834 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T01:18:14,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850464583 2024-11-16T01:18:14,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10141387d080001, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850464583 2024-11-16T01:18:14,845 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:18:14,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0850464583/meta-region-server: CHANGED 2024-11-16T01:18:14,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,43609,1731719891637}] 2024-11-16T01:18:14,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0850464583/meta-region-server: CHANGED 2024-11-16T01:18:14,998 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:18:15,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:18:15,003 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T01:18:15,003 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:18:15,003 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T01:18:15,005 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C43609%2C1731719891637.meta, suffix=.meta, logDir=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637, archiveDir=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/oldWALs, maxLogs=10 2024-11-16T01:18:15,017 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.meta.1731719895005.meta, exclude list is [], retry=0 2024-11-16T01:18:15,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43351,DS-49255f32-641b-4a3e-ae37-5a51797cbb6d,DISK] 2024-11-16T01:18:15,021 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.meta.1731719895005.meta 2024-11-16T01:18:15,022 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42165:42165)] 2024-11-16T01:18:15,022 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:18:15,022 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:18:15,022 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:18:15,022 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T01:18:15,022 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T01:18:15,022 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T01:18:15,022 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:18:15,023 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T01:18:15,023 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T01:18:15,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:18:15,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:18:15,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:15,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:15,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:18:15,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:18:15,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:15,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:15,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:18:15,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:18:15,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:15,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:15,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:18:15,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:18:15,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:15,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:15,030 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:18:15,031 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740 2024-11-16T01:18:15,032 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740 2024-11-16T01:18:15,033 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:18:15,033 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:18:15,034 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:18:15,035 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:18:15,036 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74810366, jitterRate=0.11476132273674011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:18:15,036 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T01:18:15,036 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731719895023Writing region info on filesystem at 1731719895023Initializing all the Stores at 1731719895024 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719895024Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719895024Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719895024Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719895024Cleaning up temporary data from old regions at 1731719895033 (+9 ms)Running coprocessor post-open hooks at 1731719895036 (+3 ms)Region opened successfully at 1731719895036 2024-11-16T01:18:15,037 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731719894998 2024-11-16T01:18:15,039 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T01:18:15,039 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T01:18:15,040 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,43609,1731719891637 2024-11-16T01:18:15,041 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,43609,1731719891637, state=OPEN 2024-11-16T01:18:15,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0850464583/meta-region-server 2024-11-16T01:18:15,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10141387d080001, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0850464583/meta-region-server 2024-11-16T01:18:15,076 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,43609,1731719891637 2024-11-16T01:18:15,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0850464583/meta-region-server: CHANGED 2024-11-16T01:18:15,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0850464583/meta-region-server: CHANGED 2024-11-16T01:18:15,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T01:18:15,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,43609,1731719891637 in 230 msec 2024-11-16T01:18:15,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T01:18:15,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-11-16T01:18:15,082 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:18:15,082 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T01:18:15,083 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:18:15,083 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,43609,1731719891637, seqNum=-1] 2024-11-16T01:18:15,083 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:18:15,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:18:15,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2730 sec 2024-11-16T01:18:15,091 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731719895091, completionTime=-1 2024-11-16T01:18:15,091 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T01:18:15,091 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T01:18:15,093 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T01:18:15,093 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731719955093 2024-11-16T01:18:15,093 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731720015093 2024-11-16T01:18:15,093 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T01:18:15,093 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,38701,1731719891389-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:15,093 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,38701,1731719891389-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:15,093 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,38701,1731719891389-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:15,094 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:38701, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:15,094 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:15,094 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:15,096 DEBUG [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T01:18:15,098 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.187sec 2024-11-16T01:18:15,098 INFO [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T01:18:15,098 INFO [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T01:18:15,098 INFO [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T01:18:15,098 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T01:18:15,098 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T01:18:15,098 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,38701,1731719891389-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:18:15,098 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,38701,1731719891389-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T01:18:15,101 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T01:18:15,101 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T01:18:15,101 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,38701,1731719891389-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:15,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8f6000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:15,169 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,38701,-1 for getting cluster id 2024-11-16T01:18:15,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:18:15,170 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c1f7fd3-c2db-4ac6-9b9a-1c7ce595e6dd' 2024-11-16T01:18:15,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:18:15,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c1f7fd3-c2db-4ac6-9b9a-1c7ce595e6dd" 2024-11-16T01:18:15,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@265e072d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:15,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,38701,-1] 2024-11-16T01:18:15,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:18:15,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:15,172 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:18:15,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df9439, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:15,173 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:18:15,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,43609,1731719891637, seqNum=-1] 2024-11-16T01:18:15,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:18:15,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:18:15,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=844d197be988,38701,1731719891389 2024-11-16T01:18:15,178 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50310 2024-11-16T01:18:15,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:18:15,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10141387d080002 connected 2024-11-16T01:18:15,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/hadoop.log.dir so I do NOT create it in target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde 2024-11-16T01:18:15,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T01:18:15,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/hadoop.tmp.dir so I do NOT create it in target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde 2024-11-16T01:18:15,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T01:18:15,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde 2024-11-16T01:18:15,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T01:18:15,212 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/cluster_e3c8a2ee-26a4-0b0f-dc4f-752cbe2fc56f, deleteOnExit=true 2024-11-16T01:18:15,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T01:18:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/test.cache.data in system properties and HBase conf 2024-11-16T01:18:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T01:18:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/hadoop.log.dir in system properties and HBase conf 2024-11-16T01:18:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T01:18:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T01:18:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T01:18:15,213 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T01:18:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:18:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:18:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T01:18:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:18:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T01:18:15,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T01:18:15,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:18:15,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:18:15,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T01:18:15,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/nfs.dump.dir in system properties and HBase conf 2024-11-16T01:18:15,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/java.io.tmpdir in system properties and HBase conf 2024-11-16T01:18:15,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:18:15,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T01:18:15,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T01:18:15,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:18:15,560 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:18:15,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:18:15,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:18:15,561 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T01:18:15,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:18:15,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4db9e1fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:18:15,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e0a680d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:18:15,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7aec5e92{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/java.io.tmpdir/jetty-localhost-33917-hadoop-hdfs-3_4_1-tests_jar-_-any-10295506674499274185/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:18:15,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23beef8f{HTTP/1.1, (http/1.1)}{localhost:33917} 2024-11-16T01:18:15,661 INFO [Time-limited test {}] server.Server(415): Started @60566ms 2024-11-16T01:18:15,955 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:18:15,959 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:18:15,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:18:15,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:18:15,964 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:18:15,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17ca6672{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:18:15,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@568cd4da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:18:16,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b7ad04a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/java.io.tmpdir/jetty-localhost-33679-hadoop-hdfs-3_4_1-tests_jar-_-any-11646863028097286306/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:18:16,059 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d368206{HTTP/1.1, (http/1.1)}{localhost:33679} 2024-11-16T01:18:16,059 INFO [Time-limited test {}] server.Server(415): Started @60964ms 2024-11-16T01:18:16,060 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T01:18:16,941 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/cluster_e3c8a2ee-26a4-0b0f-dc4f-752cbe2fc56f/data/data1/current/BP-2113348931-172.17.0.2-1731719895230/current, will proceed with Du for space computation calculation, 2024-11-16T01:18:16,941 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/cluster_e3c8a2ee-26a4-0b0f-dc4f-752cbe2fc56f/data/data2/current/BP-2113348931-172.17.0.2-1731719895230/current, will proceed with Du for space computation calculation, 2024-11-16T01:18:16,961 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T01:18:16,964 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x927ee3968549296c with lease ID 0xb82d6d7531c7e296: Processing first storage report for DS-d453687c-6804-49c8-be0c-0fcfea60cd3a from datanode DatanodeRegistration(127.0.0.1:40331, datanodeUuid=1ba5a75c-e8f7-49d0-8205-88d54d379522, infoPort=37137, infoSecurePort=0, ipcPort=36481, storageInfo=lv=-57;cid=testClusterID;nsid=1074079817;c=1731719895230) 2024-11-16T01:18:16,964 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x927ee3968549296c with lease ID 0xb82d6d7531c7e296: from storage DS-d453687c-6804-49c8-be0c-0fcfea60cd3a node DatanodeRegistration(127.0.0.1:40331, datanodeUuid=1ba5a75c-e8f7-49d0-8205-88d54d379522, infoPort=37137, infoSecurePort=0, ipcPort=36481, storageInfo=lv=-57;cid=testClusterID;nsid=1074079817;c=1731719895230), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T01:18:16,964 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x927ee3968549296c with lease ID 0xb82d6d7531c7e296: Processing first storage report for DS-360fee87-7a90-4928-be74-465ff17cffd2 from datanode DatanodeRegistration(127.0.0.1:40331, datanodeUuid=1ba5a75c-e8f7-49d0-8205-88d54d379522, infoPort=37137, infoSecurePort=0, ipcPort=36481, storageInfo=lv=-57;cid=testClusterID;nsid=1074079817;c=1731719895230) 2024-11-16T01:18:16,964 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x927ee3968549296c with lease ID 0xb82d6d7531c7e296: from storage DS-360fee87-7a90-4928-be74-465ff17cffd2 node DatanodeRegistration(127.0.0.1:40331, datanodeUuid=1ba5a75c-e8f7-49d0-8205-88d54d379522, infoPort=37137, infoSecurePort=0, ipcPort=36481, storageInfo=lv=-57;cid=testClusterID;nsid=1074079817;c=1731719895230), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:18:16,969 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde 2024-11-16T01:18:16,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:18:16,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:18:16,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40331 is added to blk_1073741825_1001 (size=7) 2024-11-16T01:18:17,386 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454 with version=8 2024-11-16T01:18:17,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/hbase-staging 2024-11-16T01:18:17,387 INFO [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=45 2024-11-16T01:18:17,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:18:17,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:18:17,388 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:18:17,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:18:17,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:18:17,388 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T01:18:17,388 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:18:17,388 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34899 2024-11-16T01:18:17,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34899 connecting to ZooKeeper ensemble=127.0.0.1:50310 2024-11-16T01:18:17,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348990x0, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:18:17,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34899-0x10141387d080003 connected 2024-11-16T01:18:17,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:18:17,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:18:17,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Set watcher on znode that does not yet exist, /1-257470061/running 2024-11-16T01:18:17,498 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454, hbase.cluster.distributed=false 2024-11-16T01:18:17,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Set watcher on znode that does not yet exist, /1-257470061/acl 2024-11-16T01:18:17,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34899 2024-11-16T01:18:17,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34899 2024-11-16T01:18:17,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34899 2024-11-16T01:18:17,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34899 2024-11-16T01:18:17,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34899 2024-11-16T01:18:17,555 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=45 2024-11-16T01:18:17,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:18:17,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:18:17,556 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:18:17,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:18:17,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:18:17,556 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T01:18:17,556 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:18:17,559 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33827 2024-11-16T01:18:17,561 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33827 connecting to ZooKeeper ensemble=127.0.0.1:50310 2024-11-16T01:18:17,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:18:17,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:18:17,582 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338270x0, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:18:17,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338270x0, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Set watcher on znode that does not yet exist, /1-257470061/running 2024-11-16T01:18:17,583 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T01:18:17,591 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T01:18:17,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338270x0, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Set watcher on znode that does not yet exist, /1-257470061/master 2024-11-16T01:18:17,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338270x0, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Set watcher on znode that does not yet exist, /1-257470061/acl 2024-11-16T01:18:17,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33827-0x10141387d080004 connected 2024-11-16T01:18:17,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33827 2024-11-16T01:18:17,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33827 2024-11-16T01:18:17,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33827 2024-11-16T01:18:17,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33827 2024-11-16T01:18:17,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33827 2024-11-16T01:18:17,659 DEBUG [M:0;844d197be988:34899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:34899 2024-11-16T01:18:17,661 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-257470061/backup-masters/844d197be988,34899,1731719897387 2024-11-16T01:18:17,676 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x10141387d080004, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257470061/backup-masters 2024-11-16T01:18:17,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257470061/backup-masters 2024-11-16T01:18:17,677 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Set watcher on existing znode=/1-257470061/backup-masters/844d197be988,34899,1731719897387 2024-11-16T01:18:17,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257470061 2024-11-16T01:18:17,687 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x10141387d080004, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-257470061/master 2024-11-16T01:18:17,687 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x10141387d080004, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257470061 2024-11-16T01:18:17,688 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Set watcher on existing znode=/1-257470061/master 2024-11-16T01:18:17,688 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-257470061/backup-masters/844d197be988,34899,1731719897387 from backup master directory 2024-11-16T01:18:17,698 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x10141387d080004, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257470061/backup-masters 2024-11-16T01:18:17,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-257470061/backup-masters/844d197be988,34899,1731719897387 2024-11-16T01:18:17,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257470061/backup-masters 2024-11-16T01:18:17,698 WARN [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:18:17,698 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,34899,1731719897387 2024-11-16T01:18:17,711 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/hbase.id] with ID: 3d481490-3838-4e80-8b1e-ac3e3897f6d4 2024-11-16T01:18:17,711 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/.tmp/hbase.id 2024-11-16T01:18:17,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40331 is added to blk_1073741826_1002 (size=42) 2024-11-16T01:18:18,130 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/.tmp/hbase.id]:[hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/hbase.id] 2024-11-16T01:18:18,165 INFO [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:18:18,165 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T01:18:18,169 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-16T01:18:18,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257470061 2024-11-16T01:18:18,224 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x10141387d080004, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257470061 2024-11-16T01:18:18,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40331 is added to blk_1073741827_1003 (size=196) 2024-11-16T01:18:18,251 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:18:18,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:18:18,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:18:18,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:18:18,650 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:18:18,651 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T01:18:18,656 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:18:18,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40331 is added to blk_1073741828_1004 (size=1189) 2024-11-16T01:18:18,680 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/data/master/store 2024-11-16T01:18:18,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40331 is added to blk_1073741829_1005 (size=34) 2024-11-16T01:18:19,104 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:18:19,104 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:18:19,104 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:18:19,104 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:18:19,104 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:18:19,104 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:18:19,104 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:18:19,104 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731719899104Disabling compacts and flushes for region at 1731719899104Disabling writes for close at 1731719899104Writing region close event to WAL at 1731719899104Closed at 1731719899104 2024-11-16T01:18:19,107 WARN [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/data/master/store/.initializing 2024-11-16T01:18:19,107 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/WALs/844d197be988,34899,1731719897387 2024-11-16T01:18:19,110 INFO [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:18:19,126 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C34899%2C1731719897387, suffix=, logDir=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/WALs/844d197be988,34899,1731719897387, archiveDir=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/oldWALs, maxLogs=10 2024-11-16T01:18:19,145 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/WALs/844d197be988,34899,1731719897387/844d197be988%2C34899%2C1731719897387.1731719899126, exclude list is [], retry=0 2024-11-16T01:18:19,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40331,DS-d453687c-6804-49c8-be0c-0fcfea60cd3a,DISK] 2024-11-16T01:18:19,165 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/WALs/844d197be988,34899,1731719897387/844d197be988%2C34899%2C1731719897387.1731719899126 2024-11-16T01:18:19,165 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37137:37137)] 2024-11-16T01:18:19,165 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:18:19,165 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:18:19,165 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:19,165 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:19,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:19,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T01:18:19,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:19,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:19,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:19,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T01:18:19,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:19,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:18:19,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:19,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T01:18:19,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:19,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:18:19,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:19,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T01:18:19,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:19,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:18:19,185 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:19,186 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:19,187 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:19,188 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:19,188 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:19,188 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:18:19,190 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:18:19,197 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:18:19,197 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74007633, jitterRate=0.1027996689081192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:18:19,198 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731719899165Initializing all the Stores at 1731719899166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719899166Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719899167 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719899167Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719899167Cleaning up temporary data from old regions at 1731719899188 (+21 ms)Region opened successfully at 1731719899198 (+10 ms) 2024-11-16T01:18:19,198 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T01:18:19,202 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1755d23a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:18:19,203 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T01:18:19,203 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T01:18:19,203 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T01:18:19,203 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T01:18:19,204 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T01:18:19,205 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T01:18:19,205 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T01:18:19,226 INFO [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T01:18:19,228 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Unable to get data of znode /1-257470061/balancer because node does not exist (not necessarily an error) 2024-11-16T01:18:19,339 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-257470061/balancer already deleted, retry=false 2024-11-16T01:18:19,340 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T01:18:19,341 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Unable to get data of znode /1-257470061/normalizer because node does not exist (not necessarily an error) 2024-11-16T01:18:19,350 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-257470061/normalizer already deleted, retry=false 2024-11-16T01:18:19,350 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T01:18:19,362 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Unable to get data of znode /1-257470061/switch/split because node does not exist (not necessarily an error) 2024-11-16T01:18:19,371 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-257470061/switch/split already deleted, retry=false 2024-11-16T01:18:19,372 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Unable to get data of znode /1-257470061/switch/merge because node does not exist (not necessarily an error) 2024-11-16T01:18:19,381 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-257470061/switch/merge already deleted, retry=false 2024-11-16T01:18:19,385 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Unable to get data of znode /1-257470061/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T01:18:19,392 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-257470061/snapshot-cleanup already deleted, retry=false 2024-11-16T01:18:19,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-257470061/running 2024-11-16T01:18:19,403 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x10141387d080004, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-257470061/running 2024-11-16T01:18:19,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257470061 2024-11-16T01:18:19,403 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x10141387d080004, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257470061 2024-11-16T01:18:19,404 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,34899,1731719897387, sessionid=0x10141387d080003, setting cluster-up flag (Was=false) 2024-11-16T01:18:19,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257470061 2024-11-16T01:18:19,424 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x10141387d080004, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257470061 2024-11-16T01:18:19,455 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-257470061/flush-table-proc/acquired, /1-257470061/flush-table-proc/reached, /1-257470061/flush-table-proc/abort 2024-11-16T01:18:19,457 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,34899,1731719897387 2024-11-16T01:18:19,476 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x10141387d080004, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257470061 2024-11-16T01:18:19,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257470061 2024-11-16T01:18:19,508 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-257470061/online-snapshot/acquired, /1-257470061/online-snapshot/reached, /1-257470061/online-snapshot/abort 2024-11-16T01:18:19,509 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,34899,1731719897387 2024-11-16T01:18:19,513 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T01:18:19,514 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T01:18:19,515 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T01:18:19,515 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T01:18:19,515 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,34899,1731719897387 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T01:18:19,516 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:18:19,516 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:18:19,516 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:18:19,516 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:18:19,516 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10 2024-11-16T01:18:19,517 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:19,517 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:18:19,517 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:19,518 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:18:19,518 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T01:18:19,519 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:19,519 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T01:18:19,528 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731719929528 2024-11-16T01:18:19,528 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T01:18:19,528 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T01:18:19,529 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T01:18:19,529 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T01:18:19,529 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T01:18:19,529 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T01:18:19,529 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:19,530 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T01:18:19,530 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T01:18:19,530 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T01:18:19,530 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T01:18:19,532 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T01:18:19,532 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T01:18:19,532 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719899532,5,FailOnTimeoutGroup] 2024-11-16T01:18:19,533 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719899532,5,FailOnTimeoutGroup] 2024-11-16T01:18:19,533 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:19,533 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T01:18:19,533 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:19,533 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:19,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40331 is added to blk_1073741831_1007 (size=1321) 2024-11-16T01:18:19,550 INFO [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(746): ClusterId : 3d481490-3838-4e80-8b1e-ac3e3897f6d4 2024-11-16T01:18:19,551 DEBUG [RS:0;844d197be988:33827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T01:18:19,561 DEBUG [RS:0;844d197be988:33827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T01:18:19,561 DEBUG [RS:0;844d197be988:33827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T01:18:19,572 DEBUG [RS:0;844d197be988:33827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T01:18:19,572 DEBUG [RS:0;844d197be988:33827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d792a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:18:19,583 DEBUG [RS:0;844d197be988:33827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:33827 2024-11-16T01:18:19,583 INFO [RS:0;844d197be988:33827 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T01:18:19,583 INFO [RS:0;844d197be988:33827 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T01:18:19,583 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T01:18:19,584 INFO [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,34899,1731719897387 with port=33827, startcode=1731719897555 2024-11-16T01:18:19,584 DEBUG [RS:0;844d197be988:33827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T01:18:19,585 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T01:18:19,586 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34899 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,33827,1731719897555 2024-11-16T01:18:19,586 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34899 {}] master.ServerManager(517): Registering regionserver=844d197be988,33827,1731719897555 2024-11-16T01:18:19,587 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454 2024-11-16T01:18:19,587 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40555 2024-11-16T01:18:19,587 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T01:18:19,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257470061/rs 2024-11-16T01:18:19,599 DEBUG [RS:0;844d197be988:33827 {}] zookeeper.ZKUtil(111): regionserver:33827-0x10141387d080004, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Set watcher on existing znode=/1-257470061/rs/844d197be988,33827,1731719897555 2024-11-16T01:18:19,599 WARN [RS:0;844d197be988:33827 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:18:19,599 INFO [RS:0;844d197be988:33827 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:18:19,599 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/WALs/844d197be988,33827,1731719897555 2024-11-16T01:18:19,600 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,33827,1731719897555] 2024-11-16T01:18:19,604 INFO [RS:0;844d197be988:33827 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T01:18:19,605 INFO [RS:0;844d197be988:33827 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T01:18:19,605 INFO [RS:0;844d197be988:33827 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T01:18:19,605 INFO [RS:0;844d197be988:33827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:19,605 INFO [RS:0;844d197be988:33827 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T01:18:19,606 INFO [RS:0;844d197be988:33827 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T01:18:19,606 INFO [RS:0;844d197be988:33827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:19,606 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:19,606 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:19,606 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:19,606 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:19,606 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:19,606 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:18:19,606 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:19,606 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:19,606 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:19,606 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:19,606 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:19,606 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:18:19,607 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:18:19,607 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:18:19,607 INFO [RS:0;844d197be988:33827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:19,607 INFO [RS:0;844d197be988:33827 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:19,607 INFO [RS:0;844d197be988:33827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:19,607 INFO [RS:0;844d197be988:33827 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:19,607 INFO [RS:0;844d197be988:33827 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:19,607 INFO [RS:0;844d197be988:33827 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,33827,1731719897555-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:18:19,621 INFO [RS:0;844d197be988:33827 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T01:18:19,621 INFO [RS:0;844d197be988:33827 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,33827,1731719897555-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:19,622 INFO [RS:0;844d197be988:33827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:19,622 INFO [RS:0;844d197be988:33827 {}] regionserver.Replication(171): 844d197be988,33827,1731719897555 started 2024-11-16T01:18:19,635 INFO [RS:0;844d197be988:33827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:19,635 INFO [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,33827,1731719897555, RpcServer on 844d197be988/172.17.0.2:33827, sessionid=0x10141387d080004 2024-11-16T01:18:19,635 DEBUG [RS:0;844d197be988:33827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T01:18:19,635 DEBUG [RS:0;844d197be988:33827 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,33827,1731719897555 2024-11-16T01:18:19,635 DEBUG [RS:0;844d197be988:33827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,33827,1731719897555' 2024-11-16T01:18:19,635 DEBUG [RS:0;844d197be988:33827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-257470061/flush-table-proc/abort' 2024-11-16T01:18:19,636 DEBUG [RS:0;844d197be988:33827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-257470061/flush-table-proc/acquired' 2024-11-16T01:18:19,636 DEBUG [RS:0;844d197be988:33827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T01:18:19,636 DEBUG [RS:0;844d197be988:33827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T01:18:19,636 DEBUG [RS:0;844d197be988:33827 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,33827,1731719897555 2024-11-16T01:18:19,636 DEBUG [RS:0;844d197be988:33827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,33827,1731719897555' 2024-11-16T01:18:19,636 DEBUG [RS:0;844d197be988:33827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-257470061/online-snapshot/abort' 2024-11-16T01:18:19,637 DEBUG [RS:0;844d197be988:33827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-257470061/online-snapshot/acquired' 2024-11-16T01:18:19,637 DEBUG [RS:0;844d197be988:33827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T01:18:19,637 INFO [RS:0;844d197be988:33827 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T01:18:19,637 INFO [RS:0;844d197be988:33827 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T01:18:19,737 INFO [RS:0;844d197be988:33827 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:18:19,739 INFO [RS:0;844d197be988:33827 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C33827%2C1731719897555, suffix=, logDir=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/WALs/844d197be988,33827,1731719897555, archiveDir=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/oldWALs, maxLogs=10 2024-11-16T01:18:19,752 DEBUG [RS:0;844d197be988:33827 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/WALs/844d197be988,33827,1731719897555/844d197be988%2C33827%2C1731719897555.1731719899739, exclude list is [], retry=0 2024-11-16T01:18:19,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40331,DS-d453687c-6804-49c8-be0c-0fcfea60cd3a,DISK] 2024-11-16T01:18:19,757 INFO [RS:0;844d197be988:33827 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/WALs/844d197be988,33827,1731719897555/844d197be988%2C33827%2C1731719897555.1731719899739 2024-11-16T01:18:19,757 DEBUG [RS:0;844d197be988:33827 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37137:37137)] 2024-11-16T01:18:19,919 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T01:18:19,936 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T01:18:19,936 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454 2024-11-16T01:18:19,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40331 is added to blk_1073741833_1009 (size=32) 2024-11-16T01:18:20,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:18:20,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:18:20,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:18:20,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:20,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:20,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:18:20,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:18:20,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:20,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:20,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:18:20,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:18:20,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:20,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:20,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:18:20,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:18:20,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:20,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:20,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:18:20,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740 2024-11-16T01:18:20,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740 2024-11-16T01:18:20,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:18:20,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:18:20,353 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:18:20,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:18:20,357 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:18:20,357 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70333466, jitterRate=0.04805031418800354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:18:20,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731719900343Initializing all the Stores at 1731719900344 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719900344Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719900344Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719900344Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719900344Cleaning up temporary data from old regions at 1731719900353 (+9 ms)Region opened successfully at 1731719900357 (+4 ms) 2024-11-16T01:18:20,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:18:20,357 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:18:20,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:18:20,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:18:20,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:18:20,358 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:18:20,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731719900357Disabling compacts and flushes for region at 1731719900357Disabling writes for close at 1731719900357Writing region close event to WAL at 1731719900358 (+1 ms)Closed at 1731719900358 2024-11-16T01:18:20,359 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:18:20,359 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T01:18:20,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T01:18:20,360 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:18:20,361 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T01:18:20,511 DEBUG [844d197be988:34899 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:18:20,512 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,33827,1731719897555 2024-11-16T01:18:20,513 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,33827,1731719897555, state=OPENING 2024-11-16T01:18:20,564 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T01:18:20,581 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x10141387d080004, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257470061 2024-11-16T01:18:20,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257470061 2024-11-16T01:18:20,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-257470061/meta-region-server: CHANGED 2024-11-16T01:18:20,582 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:18:20,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-257470061/meta-region-server: CHANGED 2024-11-16T01:18:20,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,33827,1731719897555}] 2024-11-16T01:18:20,735 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:18:20,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:18:20,743 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T01:18:20,743 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:18:20,743 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T01:18:20,747 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C33827%2C1731719897555.meta, suffix=.meta, logDir=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/WALs/844d197be988,33827,1731719897555, archiveDir=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/oldWALs, maxLogs=10 2024-11-16T01:18:20,768 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/WALs/844d197be988,33827,1731719897555/844d197be988%2C33827%2C1731719897555.meta.1731719900747.meta, exclude list is [], retry=0 2024-11-16T01:18:20,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40331,DS-d453687c-6804-49c8-be0c-0fcfea60cd3a,DISK] 2024-11-16T01:18:20,784 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/WALs/844d197be988,33827,1731719897555/844d197be988%2C33827%2C1731719897555.meta.1731719900747.meta 2024-11-16T01:18:20,788 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37137:37137)] 2024-11-16T01:18:20,788 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:18:20,789 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:18:20,789 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:18:20,789 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T01:18:20,789 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T01:18:20,789 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T01:18:20,789 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:18:20,789 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T01:18:20,789 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T01:18:20,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:18:20,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:18:20,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:20,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:20,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:18:20,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:18:20,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:20,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:20,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:18:20,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:18:20,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:20,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:20,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:18:20,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:18:20,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:20,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:18:20,799 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:18:20,800 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740 2024-11-16T01:18:20,801 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740 2024-11-16T01:18:20,804 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:18:20,804 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:18:20,806 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:18:20,809 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:18:20,810 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60573462, jitterRate=-0.09738507866859436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:18:20,810 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T01:18:20,810 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731719900789Writing region info on filesystem at 1731719900789Initializing all the Stores at 1731719900790 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719900791 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719900791Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719900791Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719900791Cleaning up temporary data from old regions at 1731719900804 (+13 ms)Running coprocessor post-open hooks at 1731719900810 (+6 ms)Region opened successfully at 1731719900810 2024-11-16T01:18:20,812 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731719900735 2024-11-16T01:18:20,815 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T01:18:20,815 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T01:18:20,816 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,33827,1731719897555 2024-11-16T01:18:20,818 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,33827,1731719897555, state=OPEN 2024-11-16T01:18:20,830 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x10141387d080004, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-257470061/meta-region-server 2024-11-16T01:18:20,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-257470061/meta-region-server 2024-11-16T01:18:20,830 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,33827,1731719897555 2024-11-16T01:18:20,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-257470061/meta-region-server: CHANGED 2024-11-16T01:18:20,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-257470061/meta-region-server: CHANGED 2024-11-16T01:18:20,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T01:18:20,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,33827,1731719897555 in 248 msec 2024-11-16T01:18:20,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T01:18:20,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 476 msec 2024-11-16T01:18:20,841 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:18:20,841 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T01:18:20,843 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:18:20,843 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,33827,1731719897555, seqNum=-1] 2024-11-16T01:18:20,843 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:18:20,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:18:20,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3430 sec 2024-11-16T01:18:20,859 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731719900859, completionTime=-1 2024-11-16T01:18:20,859 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T01:18:20,859 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T01:18:20,861 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T01:18:20,861 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731719960861 2024-11-16T01:18:20,862 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731720020862 2024-11-16T01:18:20,862 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T01:18:20,862 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34899,1731719897387-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:20,862 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34899,1731719897387-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:20,862 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34899,1731719897387-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:20,862 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:34899, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:20,862 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:20,863 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:20,865 DEBUG [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T01:18:20,868 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.170sec 2024-11-16T01:18:20,868 INFO [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T01:18:20,868 INFO [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T01:18:20,868 INFO [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T01:18:20,868 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T01:18:20,868 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T01:18:20,868 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34899,1731719897387-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:18:20,869 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34899,1731719897387-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T01:18:20,872 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T01:18:20,872 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T01:18:20,872 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34899,1731719897387-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:18:20,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a4ae2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:20,951 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34899,-1 for getting cluster id 2024-11-16T01:18:20,951 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:18:20,953 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d481490-3838-4e80-8b1e-ac3e3897f6d4' 2024-11-16T01:18:20,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:18:20,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d481490-3838-4e80-8b1e-ac3e3897f6d4" 2024-11-16T01:18:20,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f95238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:20,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34899,-1] 2024-11-16T01:18:20,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:18:20,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:20,955 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:18:20,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4341a4c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:20,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:18:20,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,33827,1731719897555, seqNum=-1] 2024-11-16T01:18:20,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:18:20,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:18:20,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=844d197be988,34899,1731719897387 2024-11-16T01:18:20,961 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50310 2024-11-16T01:18:20,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:18:20,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10141387d080005 connected 2024-11-16T01:18:20,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:18:20,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,38701,1731719891389 2024-11-16T01:18:20,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bcd135b 2024-11-16T01:18:20,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:18:21,001 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:18:21,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38701 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:18:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38701 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T01:18:21,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:18:21,011 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:21,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38701 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T01:18:21,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:18:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:18:21,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741835_1011 (size=902) 2024-11-16T01:18:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:18:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:18:21,424 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cca47c4bee61998a357b506e7bc22c3f, NAME => 'test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c 2024-11-16T01:18:21,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741836_1012 (size=39) 2024-11-16T01:18:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:18:21,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:18:21,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cca47c4bee61998a357b506e7bc22c3f, disabling compactions & flushes 2024-11-16T01:18:21,830 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f. 2024-11-16T01:18:21,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f. 2024-11-16T01:18:21,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f. after waiting 0 ms 2024-11-16T01:18:21,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f. 2024-11-16T01:18:21,830 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f. 2024-11-16T01:18:21,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cca47c4bee61998a357b506e7bc22c3f: Waiting for close lock at 1731719901830Disabling compacts and flushes for region at 1731719901830Disabling writes for close at 1731719901830Writing region close event to WAL at 1731719901830Closed at 1731719901830 2024-11-16T01:18:21,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:18:21,831 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731719901831"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731719901831"}]},"ts":"1731719901831"} 2024-11-16T01:18:21,834 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:18:21,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:18:21,836 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731719901835"}]},"ts":"1731719901835"} 2024-11-16T01:18:21,838 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T01:18:21,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cca47c4bee61998a357b506e7bc22c3f, ASSIGN}] 2024-11-16T01:18:21,840 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cca47c4bee61998a357b506e7bc22c3f, ASSIGN 2024-11-16T01:18:21,841 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cca47c4bee61998a357b506e7bc22c3f, ASSIGN; state=OFFLINE, location=844d197be988,43609,1731719891637; forceNewPlan=false, retain=false 2024-11-16T01:18:21,993 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cca47c4bee61998a357b506e7bc22c3f, regionState=OPENING, regionLocation=844d197be988,43609,1731719891637 2024-11-16T01:18:21,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cca47c4bee61998a357b506e7bc22c3f, ASSIGN because future has completed 2024-11-16T01:18:21,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cca47c4bee61998a357b506e7bc22c3f, server=844d197be988,43609,1731719891637}] 2024-11-16T01:18:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:18:22,154 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f. 2024-11-16T01:18:22,154 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cca47c4bee61998a357b506e7bc22c3f, NAME => 'test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:18:22,155 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:18:22,155 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T01:18:22,155 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cca47c4bee61998a357b506e7bc22c3f 2024-11-16T01:18:22,155 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:18:22,155 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cca47c4bee61998a357b506e7bc22c3f 2024-11-16T01:18:22,156 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cca47c4bee61998a357b506e7bc22c3f 2024-11-16T01:18:22,160 INFO [StoreOpener-cca47c4bee61998a357b506e7bc22c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cca47c4bee61998a357b506e7bc22c3f 2024-11-16T01:18:22,165 INFO [StoreOpener-cca47c4bee61998a357b506e7bc22c3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cca47c4bee61998a357b506e7bc22c3f columnFamilyName f 2024-11-16T01:18:22,165 DEBUG [StoreOpener-cca47c4bee61998a357b506e7bc22c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:22,166 INFO [StoreOpener-cca47c4bee61998a357b506e7bc22c3f-1 {}] regionserver.HStore(327): Store=cca47c4bee61998a357b506e7bc22c3f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:18:22,166 INFO [StoreOpener-cca47c4bee61998a357b506e7bc22c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cca47c4bee61998a357b506e7bc22c3f 2024-11-16T01:18:22,168 INFO [StoreOpener-cca47c4bee61998a357b506e7bc22c3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cca47c4bee61998a357b506e7bc22c3f columnFamilyName f1 2024-11-16T01:18:22,168 DEBUG [StoreOpener-cca47c4bee61998a357b506e7bc22c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:22,169 INFO [StoreOpener-cca47c4bee61998a357b506e7bc22c3f-1 {}] regionserver.HStore(327): Store=cca47c4bee61998a357b506e7bc22c3f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:18:22,169 INFO [StoreOpener-cca47c4bee61998a357b506e7bc22c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cca47c4bee61998a357b506e7bc22c3f 2024-11-16T01:18:22,171 INFO [StoreOpener-cca47c4bee61998a357b506e7bc22c3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cca47c4bee61998a357b506e7bc22c3f columnFamilyName norep 2024-11-16T01:18:22,171 DEBUG [StoreOpener-cca47c4bee61998a357b506e7bc22c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:22,172 INFO [StoreOpener-cca47c4bee61998a357b506e7bc22c3f-1 {}] regionserver.HStore(327): Store=cca47c4bee61998a357b506e7bc22c3f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:18:22,172 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cca47c4bee61998a357b506e7bc22c3f 2024-11-16T01:18:22,173 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/default/test/cca47c4bee61998a357b506e7bc22c3f 2024-11-16T01:18:22,174 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/default/test/cca47c4bee61998a357b506e7bc22c3f 2024-11-16T01:18:22,176 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cca47c4bee61998a357b506e7bc22c3f 2024-11-16T01:18:22,176 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cca47c4bee61998a357b506e7bc22c3f 2024-11-16T01:18:22,176 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:18:22,178 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cca47c4bee61998a357b506e7bc22c3f 2024-11-16T01:18:22,181 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/default/test/cca47c4bee61998a357b506e7bc22c3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:18:22,182 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cca47c4bee61998a357b506e7bc22c3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65039068, jitterRate=-0.030842363834381104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:18:22,182 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cca47c4bee61998a357b506e7bc22c3f 2024-11-16T01:18:22,183 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cca47c4bee61998a357b506e7bc22c3f: Running coprocessor pre-open hook at 1731719902156Writing region info on filesystem at 1731719902156Initializing all the Stores at 1731719902159 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719902160 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719902160Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719902160Cleaning up temporary data from old regions at 1731719902176 (+16 ms)Running coprocessor post-open hooks at 1731719902182 (+6 ms)Region opened successfully at 1731719902183 (+1 ms) 2024-11-16T01:18:22,186 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f., pid=6, masterSystemTime=1731719902149 2024-11-16T01:18:22,192 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cca47c4bee61998a357b506e7bc22c3f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=844d197be988,43609,1731719891637 2024-11-16T01:18:22,195 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f. 2024-11-16T01:18:22,195 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f. 2024-11-16T01:18:22,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cca47c4bee61998a357b506e7bc22c3f, server=844d197be988,43609,1731719891637 because future has completed 2024-11-16T01:18:22,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T01:18:22,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cca47c4bee61998a357b506e7bc22c3f, server=844d197be988,43609,1731719891637 in 202 msec 2024-11-16T01:18:22,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T01:18:22,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cca47c4bee61998a357b506e7bc22c3f, ASSIGN in 365 msec 2024-11-16T01:18:22,212 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:18:22,212 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731719902212"}]},"ts":"1731719902212"} 2024-11-16T01:18:22,215 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T01:18:22,217 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:18:22,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2110 sec 2024-11-16T01:18:22,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T01:18:22,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T01:18:22,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T01:18:22,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T01:18:22,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:18:22,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T01:18:22,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:18:22,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T01:18:22,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:18:22,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T01:18:22,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T01:18:22,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T01:18:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:18:23,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:18:23,159 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T01:18:23,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,34899,1731719897387 2024-11-16T01:18:23,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b5a3b05 2024-11-16T01:18:23,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:18:23,161 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:18:23,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:18:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T01:18:23,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:18:23,165 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:23,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T01:18:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:18:23,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:18:23,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40331 is added to blk_1073741835_1011 (size=902) 2024-11-16T01:18:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:18:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:18:23,574 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 786fc76a9ce7540ccc460befd9558db6, NAME => 'test,,1731719903161.786fc76a9ce7540ccc460befd9558db6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454 2024-11-16T01:18:23,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40331 is added to blk_1073741836_1012 (size=39) 2024-11-16T01:18:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:18:23,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731719903161.786fc76a9ce7540ccc460befd9558db6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:18:23,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 786fc76a9ce7540ccc460befd9558db6, disabling compactions & flushes 2024-11-16T01:18:23,980 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731719903161.786fc76a9ce7540ccc460befd9558db6. 2024-11-16T01:18:23,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731719903161.786fc76a9ce7540ccc460befd9558db6. 2024-11-16T01:18:23,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731719903161.786fc76a9ce7540ccc460befd9558db6. after waiting 0 ms 2024-11-16T01:18:23,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731719903161.786fc76a9ce7540ccc460befd9558db6. 2024-11-16T01:18:23,981 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731719903161.786fc76a9ce7540ccc460befd9558db6. 2024-11-16T01:18:23,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 786fc76a9ce7540ccc460befd9558db6: Waiting for close lock at 1731719903980Disabling compacts and flushes for region at 1731719903980Disabling writes for close at 1731719903980Writing region close event to WAL at 1731719903981 (+1 ms)Closed at 1731719903981 2024-11-16T01:18:23,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:18:23,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731719903161.786fc76a9ce7540ccc460befd9558db6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731719903982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731719903982"}]},"ts":"1731719903982"} 2024-11-16T01:18:23,985 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:18:23,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:18:23,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731719903987"}]},"ts":"1731719903987"} 2024-11-16T01:18:23,990 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T01:18:23,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=786fc76a9ce7540ccc460befd9558db6, ASSIGN}] 2024-11-16T01:18:23,992 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=786fc76a9ce7540ccc460befd9558db6, ASSIGN 2024-11-16T01:18:23,992 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=786fc76a9ce7540ccc460befd9558db6, ASSIGN; state=OFFLINE, location=844d197be988,33827,1731719897555; forceNewPlan=false, retain=false 2024-11-16T01:18:24,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=786fc76a9ce7540ccc460befd9558db6, regionState=OPENING, regionLocation=844d197be988,33827,1731719897555 2024-11-16T01:18:24,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=786fc76a9ce7540ccc460befd9558db6, ASSIGN because future has completed 2024-11-16T01:18:24,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 786fc76a9ce7540ccc460befd9558db6, server=844d197be988,33827,1731719897555}] 2024-11-16T01:18:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:18:24,302 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731719903161.786fc76a9ce7540ccc460befd9558db6. 2024-11-16T01:18:24,302 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 786fc76a9ce7540ccc460befd9558db6, NAME => 'test,,1731719903161.786fc76a9ce7540ccc460befd9558db6.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:18:24,303 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:18:24,303 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T01:18:24,303 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 786fc76a9ce7540ccc460befd9558db6 2024-11-16T01:18:24,303 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731719903161.786fc76a9ce7540ccc460befd9558db6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:18:24,303 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 786fc76a9ce7540ccc460befd9558db6 2024-11-16T01:18:24,303 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 786fc76a9ce7540ccc460befd9558db6 2024-11-16T01:18:24,304 INFO [StoreOpener-786fc76a9ce7540ccc460befd9558db6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 786fc76a9ce7540ccc460befd9558db6 2024-11-16T01:18:24,305 INFO [StoreOpener-786fc76a9ce7540ccc460befd9558db6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 786fc76a9ce7540ccc460befd9558db6 columnFamilyName f 2024-11-16T01:18:24,305 DEBUG [StoreOpener-786fc76a9ce7540ccc460befd9558db6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:24,306 INFO [StoreOpener-786fc76a9ce7540ccc460befd9558db6-1 {}] regionserver.HStore(327): Store=786fc76a9ce7540ccc460befd9558db6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:18:24,306 INFO [StoreOpener-786fc76a9ce7540ccc460befd9558db6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 786fc76a9ce7540ccc460befd9558db6 2024-11-16T01:18:24,307 INFO [StoreOpener-786fc76a9ce7540ccc460befd9558db6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 786fc76a9ce7540ccc460befd9558db6 columnFamilyName f1 2024-11-16T01:18:24,307 DEBUG [StoreOpener-786fc76a9ce7540ccc460befd9558db6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:24,307 INFO [StoreOpener-786fc76a9ce7540ccc460befd9558db6-1 {}] regionserver.HStore(327): Store=786fc76a9ce7540ccc460befd9558db6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:18:24,308 INFO [StoreOpener-786fc76a9ce7540ccc460befd9558db6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 786fc76a9ce7540ccc460befd9558db6 2024-11-16T01:18:24,308 INFO [StoreOpener-786fc76a9ce7540ccc460befd9558db6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 786fc76a9ce7540ccc460befd9558db6 columnFamilyName norep 2024-11-16T01:18:24,309 DEBUG [StoreOpener-786fc76a9ce7540ccc460befd9558db6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:24,309 INFO [StoreOpener-786fc76a9ce7540ccc460befd9558db6-1 {}] regionserver.HStore(327): Store=786fc76a9ce7540ccc460befd9558db6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:18:24,309 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 786fc76a9ce7540ccc460befd9558db6 2024-11-16T01:18:24,310 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/default/test/786fc76a9ce7540ccc460befd9558db6 2024-11-16T01:18:24,310 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/default/test/786fc76a9ce7540ccc460befd9558db6 2024-11-16T01:18:24,311 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 786fc76a9ce7540ccc460befd9558db6 2024-11-16T01:18:24,311 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 786fc76a9ce7540ccc460befd9558db6 2024-11-16T01:18:24,312 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:18:24,313 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 786fc76a9ce7540ccc460befd9558db6 2024-11-16T01:18:24,315 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/default/test/786fc76a9ce7540ccc460befd9558db6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:18:24,315 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 786fc76a9ce7540ccc460befd9558db6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72563942, jitterRate=0.08128699660301208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:18:24,315 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 786fc76a9ce7540ccc460befd9558db6 2024-11-16T01:18:24,315 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 786fc76a9ce7540ccc460befd9558db6: Running coprocessor pre-open hook at 1731719904303Writing region info on filesystem at 1731719904303Initializing all the Stores at 1731719904304 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719904304Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719904304Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719904304Cleaning up temporary data from old regions at 1731719904311 (+7 ms)Running coprocessor post-open hooks at 1731719904315 (+4 ms)Region opened successfully at 1731719904315 2024-11-16T01:18:24,316 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731719903161.786fc76a9ce7540ccc460befd9558db6., pid=6, masterSystemTime=1731719904298 2024-11-16T01:18:24,319 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731719903161.786fc76a9ce7540ccc460befd9558db6. 2024-11-16T01:18:24,319 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731719903161.786fc76a9ce7540ccc460befd9558db6. 2024-11-16T01:18:24,319 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=786fc76a9ce7540ccc460befd9558db6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=844d197be988,33827,1731719897555 2024-11-16T01:18:24,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 786fc76a9ce7540ccc460befd9558db6, server=844d197be988,33827,1731719897555 because future has completed 2024-11-16T01:18:24,323 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34899 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=844d197be988,33827,1731719897555, table=test, region=786fc76a9ce7540ccc460befd9558db6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T01:18:24,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T01:18:24,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 786fc76a9ce7540ccc460befd9558db6, server=844d197be988,33827,1731719897555 in 178 msec 2024-11-16T01:18:24,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T01:18:24,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=786fc76a9ce7540ccc460befd9558db6, ASSIGN in 336 msec 2024-11-16T01:18:24,330 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:18:24,330 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731719904330"}]},"ts":"1731719904330"} 2024-11-16T01:18:24,332 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T01:18:24,334 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:18:24,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-16T01:18:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:18:25,319 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T01:18:25,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b3617dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:25,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,38701,-1 for getting cluster id 2024-11-16T01:18:25,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:18:25,321 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c1f7fd3-c2db-4ac6-9b9a-1c7ce595e6dd' 2024-11-16T01:18:25,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:18:25,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c1f7fd3-c2db-4ac6-9b9a-1c7ce595e6dd" 2024-11-16T01:18:25,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e5773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:25,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,38701,-1] 2024-11-16T01:18:25,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:18:25,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:25,323 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:18:25,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55fb3a6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:25,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604cfe70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:25,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34899,-1 for getting cluster id 2024-11-16T01:18:25,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:18:25,324 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d481490-3838-4e80-8b1e-ac3e3897f6d4' 2024-11-16T01:18:25,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:18:25,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d481490-3838-4e80-8b1e-ac3e3897f6d4" 2024-11-16T01:18:25,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d01e35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:25,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34899,-1] 2024-11-16T01:18:25,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:18:25,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:25,326 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:18:25,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d29495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:25,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dfcb1d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:25,327 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,38701,-1 for getting cluster id 2024-11-16T01:18:25,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:18:25,328 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c1f7fd3-c2db-4ac6-9b9a-1c7ce595e6dd' 2024-11-16T01:18:25,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:18:25,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c1f7fd3-c2db-4ac6-9b9a-1c7ce595e6dd" 2024-11-16T01:18:25,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2c79a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:25,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,38701,-1] 2024-11-16T01:18:25,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:18:25,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:25,329 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:18:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f23ef88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:25,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:18:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,38701,1731719891389 2024-11-16T01:18:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58733fdd 2024-11-16T01:18:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:18:25,334 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:18:25,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38701 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://844d197be988:34899,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-16T01:18:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38701 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T01:18:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:18:25,337 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:34899' 2024-11-16T01:18:25,338 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2253bd32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:25,338 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34899,-1 for getting cluster id 2024-11-16T01:18:25,338 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:18:25,338 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d481490-3838-4e80-8b1e-ac3e3897f6d4' 2024-11-16T01:18:25,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:18:25,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d481490-3838-4e80-8b1e-ac3e3897f6d4" 2024-11-16T01:18:25,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d205aca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:25,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34899,-1] 2024-11-16T01:18:25,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:18:25,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:25,340 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:18:25,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a52aa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:25,340 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:18:25,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,34899,1731719897387 2024-11-16T01:18:25,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a4cfc08 2024-11-16T01:18:25,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:18:25,342 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:18:25,343 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T01:18:25,343 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T01:18:25,343 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:25,343 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:25,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:18:25,343 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:18:25,344 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T01:18:25,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:18:25,345 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:25,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:18:25,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741837_1013 (size=1138) 2024-11-16T01:18:25,394 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T01:18:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:18:25,604 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T01:18:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:18:25,753 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 96da4cf9bfe1f189395c1ac18d90137d, NAME => 'hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c 2024-11-16T01:18:25,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741838_1014 (size=44) 2024-11-16T01:18:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:18:26,159 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:18:26,159 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 96da4cf9bfe1f189395c1ac18d90137d, disabling compactions & flushes 2024-11-16T01:18:26,159 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d. 2024-11-16T01:18:26,159 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d. 2024-11-16T01:18:26,159 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d. after waiting 0 ms 2024-11-16T01:18:26,159 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d. 2024-11-16T01:18:26,159 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d. 2024-11-16T01:18:26,159 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 96da4cf9bfe1f189395c1ac18d90137d: Waiting for close lock at 1731719906159Disabling compacts and flushes for region at 1731719906159Disabling writes for close at 1731719906159Writing region close event to WAL at 1731719906159Closed at 1731719906159 2024-11-16T01:18:26,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:18:26,161 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731719906161"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731719906161"}]},"ts":"1731719906161"} 2024-11-16T01:18:26,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:18:26,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:18:26,164 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731719906164"}]},"ts":"1731719906164"} 2024-11-16T01:18:26,166 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T01:18:26,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=96da4cf9bfe1f189395c1ac18d90137d, ASSIGN}] 2024-11-16T01:18:26,167 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=96da4cf9bfe1f189395c1ac18d90137d, ASSIGN 2024-11-16T01:18:26,168 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=96da4cf9bfe1f189395c1ac18d90137d, ASSIGN; state=OFFLINE, location=844d197be988,43609,1731719891637; forceNewPlan=false, retain=false 2024-11-16T01:18:26,291 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:18:26,319 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=96da4cf9bfe1f189395c1ac18d90137d, regionState=OPENING, regionLocation=844d197be988,43609,1731719891637 2024-11-16T01:18:26,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:18:26,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:18:26,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=96da4cf9bfe1f189395c1ac18d90137d, ASSIGN because future has completed 2024-11-16T01:18:26,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96da4cf9bfe1f189395c1ac18d90137d, server=844d197be988,43609,1731719891637}] 2024-11-16T01:18:26,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:18:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:18:26,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d. 2024-11-16T01:18:26,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:18:26,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T01:18:26,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C43609%2C1731719891637.rep, suffix=, logDir=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637, archiveDir=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/oldWALs, maxLogs=10 2024-11-16T01:18:26,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.rep.1731719906481, exclude list is [], retry=0 2024-11-16T01:18:26,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43351,DS-49255f32-641b-4a3e-ae37-5a51797cbb6d,DISK] 2024-11-16T01:18:26,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.rep.1731719906481 2024-11-16T01:18:26,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42165:42165)] 2024-11-16T01:18:26,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 96da4cf9bfe1f189395c1ac18d90137d, NAME => 'hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:18:26,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:18:26,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:18:26,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d. service=MultiRowMutationService 2024-11-16T01:18:26,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T01:18:26,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 96da4cf9bfe1f189395c1ac18d90137d 2024-11-16T01:18:26,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:18:26,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 96da4cf9bfe1f189395c1ac18d90137d 2024-11-16T01:18:26,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 96da4cf9bfe1f189395c1ac18d90137d 2024-11-16T01:18:26,499 INFO [StoreOpener-96da4cf9bfe1f189395c1ac18d90137d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 96da4cf9bfe1f189395c1ac18d90137d 2024-11-16T01:18:26,501 INFO [StoreOpener-96da4cf9bfe1f189395c1ac18d90137d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96da4cf9bfe1f189395c1ac18d90137d columnFamilyName hfileref 2024-11-16T01:18:26,501 DEBUG [StoreOpener-96da4cf9bfe1f189395c1ac18d90137d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:26,501 INFO [StoreOpener-96da4cf9bfe1f189395c1ac18d90137d-1 {}] regionserver.HStore(327): Store=96da4cf9bfe1f189395c1ac18d90137d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:18:26,501 INFO [StoreOpener-96da4cf9bfe1f189395c1ac18d90137d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 96da4cf9bfe1f189395c1ac18d90137d 2024-11-16T01:18:26,502 INFO [StoreOpener-96da4cf9bfe1f189395c1ac18d90137d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96da4cf9bfe1f189395c1ac18d90137d columnFamilyName queue 2024-11-16T01:18:26,503 DEBUG [StoreOpener-96da4cf9bfe1f189395c1ac18d90137d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:26,503 INFO [StoreOpener-96da4cf9bfe1f189395c1ac18d90137d-1 {}] regionserver.HStore(327): Store=96da4cf9bfe1f189395c1ac18d90137d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:18:26,503 INFO [StoreOpener-96da4cf9bfe1f189395c1ac18d90137d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 96da4cf9bfe1f189395c1ac18d90137d 2024-11-16T01:18:26,504 INFO [StoreOpener-96da4cf9bfe1f189395c1ac18d90137d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96da4cf9bfe1f189395c1ac18d90137d columnFamilyName sid 2024-11-16T01:18:26,504 DEBUG [StoreOpener-96da4cf9bfe1f189395c1ac18d90137d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:18:26,504 INFO [StoreOpener-96da4cf9bfe1f189395c1ac18d90137d-1 {}] regionserver.HStore(327): Store=96da4cf9bfe1f189395c1ac18d90137d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:18:26,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 96da4cf9bfe1f189395c1ac18d90137d 2024-11-16T01:18:26,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/replication/96da4cf9bfe1f189395c1ac18d90137d 2024-11-16T01:18:26,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/replication/96da4cf9bfe1f189395c1ac18d90137d 2024-11-16T01:18:26,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 96da4cf9bfe1f189395c1ac18d90137d 2024-11-16T01:18:26,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 96da4cf9bfe1f189395c1ac18d90137d 2024-11-16T01:18:26,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:18:26,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 96da4cf9bfe1f189395c1ac18d90137d 2024-11-16T01:18:26,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/replication/96da4cf9bfe1f189395c1ac18d90137d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:18:26,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 96da4cf9bfe1f189395c1ac18d90137d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71305918, jitterRate=0.06254097819328308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:18:26,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96da4cf9bfe1f189395c1ac18d90137d 2024-11-16T01:18:26,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 96da4cf9bfe1f189395c1ac18d90137d: Running coprocessor pre-open hook at 1731719906498Writing region info on filesystem at 1731719906498Initializing all the Stores at 1731719906499 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719906499Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719906499Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719906499Cleaning up temporary data from old regions at 1731719906507 (+8 ms)Running coprocessor post-open hooks at 1731719906511 (+4 ms)Region opened successfully at 1731719906512 (+1 ms) 2024-11-16T01:18:26,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d., pid=10, masterSystemTime=1731719906476 2024-11-16T01:18:26,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d. 2024-11-16T01:18:26,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d. 2024-11-16T01:18:26,515 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=96da4cf9bfe1f189395c1ac18d90137d, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,43609,1731719891637 2024-11-16T01:18:26,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96da4cf9bfe1f189395c1ac18d90137d, server=844d197be988,43609,1731719891637 because future has completed 2024-11-16T01:18:26,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T01:18:26,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 96da4cf9bfe1f189395c1ac18d90137d, server=844d197be988,43609,1731719891637 in 196 msec 2024-11-16T01:18:26,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T01:18:26,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=96da4cf9bfe1f189395c1ac18d90137d, ASSIGN in 354 msec 2024-11-16T01:18:26,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:18:26,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731719906522"}]},"ts":"1731719906522"} 2024-11-16T01:18:26,524 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T01:18:26,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:18:26,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-16T01:18:26,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d., hostname=844d197be988,43609,1731719891637, seqNum=2] 2024-11-16T01:18:26,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10141387d080001, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850464583 2024-11-16T01:18:26,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850464583 2024-11-16T01:18:26,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T01:18:26,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T01:18:26,745 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T01:18:26,771 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-844d197be988,43609,1731719891637, ReplicationSource: 1, currentBandwidth=0 2024-11-16T01:18:26,772 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:18:26,772 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,43609,1731719891637, seqNum=-1] 2024-11-16T01:18:26,772 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:18:26,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-16T01:18:26,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-844d197be988,43609,1731719891637', locateType=CURRENT is [region=hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d., hostname=844d197be988,43609,1731719891637, seqNum=2] 2024-11-16T01:18:26,777 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T01:18:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38701 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T01:18:26,780 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 844d197be988,43609,1731719891637 suceeded 2024-11-16T01:18:26,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T01:18:26,782 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://844d197be988:34899,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-16T01:18:26,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-16T01:18:26,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4480 sec 2024-11-16T01:18:26,794 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:34899' 2024-11-16T01:18:26,795 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72bbc05d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:26,795 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34899,-1 for getting cluster id 2024-11-16T01:18:26,795 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:18:26,796 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d481490-3838-4e80-8b1e-ac3e3897f6d4' 2024-11-16T01:18:26,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:18:26,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d481490-3838-4e80-8b1e-ac3e3897f6d4" 2024-11-16T01:18:26,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dbfde85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:26,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34899,-1] 2024-11-16T01:18:26,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:18:26,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:26,798 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:18:26,799 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4272ca65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:26,799 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:18:26,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,34899,1731719897387 2024-11-16T01:18:26,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47147d3c 2024-11-16T01:18:26,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:18:26,800 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-16T01:18:26,801 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-844d197be988,43609,1731719891637 (queues=1) is replicating from cluster=8c1f7fd3-c2db-4ac6-9b9a-1c7ce595e6dd to cluster=3d481490-3838-4e80-8b1e-ac3e3897f6d4 2024-11-16T01:18:26,801 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=844d197be988%2C43609%2C1731719891637 2024-11-16T01:18:26,801 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-844d197be988,43609,1731719891637, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T01:18:26,801 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.shipper844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 844d197be988%2C43609%2C1731719891637 2024-11-16T01:18:26,801 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050, startPosition=0, beingWritten=true 2024-11-16T01:18:26,809 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:18:26,809 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 379, reset compression=false 2024-11-16T01:18:26,809 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.shipper844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,43609,1731719891637 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:18:27,013 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 379, reset compression=false 2024-11-16T01:18:27,319 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 379, reset compression=false 2024-11-16T01:18:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:18:27,479 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T01:18:27,479 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:18:27,479 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:18:27,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:27,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:27,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:18:27,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:18:27,486 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731719907483/Put/seqid=0 2024-11-16T01:18:27,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741840_1016 (size=7894) 2024-11-16T01:18:27,723 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 379, reset compression=false 2024-11-16T01:18:27,899 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/load_f/f/hfile_1 is 34, key is ddd/f:row/1731719907897/Put/seqid=0 2024-11-16T01:18:27,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741841_1017 (size=7691) 2024-11-16T01:18:28,227 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 379, reset compression=false 2024-11-16T01:18:28,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72472c29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:28,307 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,38701,-1 for getting cluster id 2024-11-16T01:18:28,307 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:18:28,308 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c1f7fd3-c2db-4ac6-9b9a-1c7ce595e6dd' 2024-11-16T01:18:28,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:18:28,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c1f7fd3-c2db-4ac6-9b9a-1c7ce595e6dd" 2024-11-16T01:18:28,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398f6302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:28,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,38701,-1] 2024-11-16T01:18:28,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:18:28,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:28,309 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:18:28,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2226cf8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:28,310 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:18:28,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,43609,1731719891637, seqNum=-1] 2024-11-16T01:18:28,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:18:28,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:18:28,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:18:28,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,38701,1731719891389 2024-11-16T01:18:28,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cf5b163 2024-11-16T01:18:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:18:28,324 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:18:28,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f., hostname=844d197be988,43609,1731719891637, seqNum=2] 2024-11-16T01:18:28,337 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T01:18:28,347 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-16T01:18:28,350 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-16T01:18:28,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/load_f/f/hfile_0 for inclusion in cca47c4bee61998a357b506e7bc22c3f/f 2024-11-16T01:18:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T01:18:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T01:18:28,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/load_f/f/hfile_1 for inclusion in cca47c4bee61998a357b506e7bc22c3f/f 2024-11-16T01:18:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T01:18:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T01:18:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HRegion(2603): Flush status journal for cca47c4bee61998a357b506e7bc22c3f: 2024-11-16T01:18:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/load_f/f/hfile_0 to hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/staging/jenkins__test__avlv20305f7kngs5ll6agtk8n7pm6pak85mainlnvvranm9if0g3suie42ghssg9/f/hfile_0 2024-11-16T01:18:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/staging/jenkins__test__avlv20305f7kngs5ll6agtk8n7pm6pak85mainlnvvranm9if0g3suie42ghssg9/f/hfile_0 as hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/default/test/cca47c4bee61998a357b506e7bc22c3f/f/0b02c694b91a4bb7b97801ed9c6eac4f_SeqId_4_ 2024-11-16T01:18:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/load_f/f/hfile_1 to hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/staging/jenkins__test__avlv20305f7kngs5ll6agtk8n7pm6pak85mainlnvvranm9if0g3suie42ghssg9/f/hfile_1 2024-11-16T01:18:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/staging/jenkins__test__avlv20305f7kngs5ll6agtk8n7pm6pak85mainlnvvranm9if0g3suie42ghssg9/f/hfile_1 as hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/default/test/cca47c4bee61998a357b506e7bc22c3f/f/5438f5fcf6144218a41a332c33cad355_SeqId_4_ 2024-11-16T01:18:28,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/staging/jenkins__test__avlv20305f7kngs5ll6agtk8n7pm6pak85mainlnvvranm9if0g3suie42ghssg9/f/hfile_0 into cca47c4bee61998a357b506e7bc22c3f/f as hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/default/test/cca47c4bee61998a357b506e7bc22c3f/f/0b02c694b91a4bb7b97801ed9c6eac4f_SeqId_4_ - updating store file list. 2024-11-16T01:18:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0b02c694b91a4bb7b97801ed9c6eac4f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T01:18:28,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/default/test/cca47c4bee61998a357b506e7bc22c3f/f/0b02c694b91a4bb7b97801ed9c6eac4f_SeqId_4_ into cca47c4bee61998a357b506e7bc22c3f/f 2024-11-16T01:18:28,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/staging/jenkins__test__avlv20305f7kngs5ll6agtk8n7pm6pak85mainlnvvranm9if0g3suie42ghssg9/f/hfile_0 into cca47c4bee61998a357b506e7bc22c3f/f (new location: hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/default/test/cca47c4bee61998a357b506e7bc22c3f/f/0b02c694b91a4bb7b97801ed9c6eac4f_SeqId_4_) 2024-11-16T01:18:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/staging/jenkins__test__avlv20305f7kngs5ll6agtk8n7pm6pak85mainlnvvranm9if0g3suie42ghssg9/f/hfile_0 2024-11-16T01:18:28,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/staging/jenkins__test__avlv20305f7kngs5ll6agtk8n7pm6pak85mainlnvvranm9if0g3suie42ghssg9/f/hfile_1 into cca47c4bee61998a357b506e7bc22c3f/f as hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/default/test/cca47c4bee61998a357b506e7bc22c3f/f/5438f5fcf6144218a41a332c33cad355_SeqId_4_ - updating store file list. 2024-11-16T01:18:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5438f5fcf6144218a41a332c33cad355_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T01:18:28,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/default/test/cca47c4bee61998a357b506e7bc22c3f/f/5438f5fcf6144218a41a332c33cad355_SeqId_4_ into cca47c4bee61998a357b506e7bc22c3f/f 2024-11-16T01:18:28,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/staging/jenkins__test__avlv20305f7kngs5ll6agtk8n7pm6pak85mainlnvvranm9if0g3suie42ghssg9/f/hfile_1 into cca47c4bee61998a357b506e7bc22c3f/f (new location: hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/default/test/cca47c4bee61998a357b506e7bc22c3f/f/5438f5fcf6144218a41a332c33cad355_SeqId_4_) 2024-11-16T01:18:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/staging/jenkins__test__avlv20305f7kngs5ll6agtk8n7pm6pak85mainlnvvranm9if0g3suie42ghssg9/f/hfile_1 2024-11-16T01:18:28,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:18:28,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:18:28,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:28,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:28,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:18:28,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:18:28,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f., hostname=844d197be988,43609,1731719891637, seqNum=2 , the old value is region=test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f., hostname=844d197be988,43609,1731719891637, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=844d197be988:43609 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T01:18:28,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,33827,1731719897555, seqNum=-1] 2024-11-16T01:18:28,407 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T01:18:28,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:18:28,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f., hostname=844d197be988,43609,1731719891637, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T01:18:28,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f., hostname=844d197be988,43609,1731719891637, seqNum=2 from cache 2024-11-16T01:18:28,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:18:28,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731719903161.786fc76a9ce7540ccc460befd9558db6., hostname=844d197be988,33827,1731719897555, seqNum=2] 2024-11-16T01:18:28,414 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T01:18:28,519 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:43609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T01:18:28,831 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 379, reset compression=false 2024-11-16T01:18:28,837 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:18:28,837 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.shipper844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,43609,1731719891637 got entry batch from reader: WALEntryBatch [walEntries=[{test/cca47c4bee61998a357b506e7bc22c3f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731719908400/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T01:18:28,854 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.shipper844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:18:28,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-16T01:18:28,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.ReplicationSink(318): Replicating [8c1f7fd3-c2db-4ac6-9b9a-1c7ce595e6dd] bulk loaded data 2024-11-16T01:18:28,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a2b459b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:28,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34899,-1 for getting cluster id 2024-11-16T01:18:28,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:18:28,860 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d481490-3838-4e80-8b1e-ac3e3897f6d4' 2024-11-16T01:18:28,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:18:28,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d481490-3838-4e80-8b1e-ac3e3897f6d4" 2024-11-16T01:18:28,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e865f33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:28,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34899,-1] 2024-11-16T01:18:28,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:18:28,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:28,861 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:18:28,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@394e9b71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:28,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40331 is added to blk_1073741837_1013 (size=7894) 2024-11-16T01:18:29,037 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 687, reset compression=false 2024-11-16T01:18:29,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40331 is added to blk_1073741838_1014 (size=7691) 2024-11-16T01:18:29,341 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 687, reset compression=false 2024-11-16T01:18:29,416 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T01:18:29,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:18:29,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,34899,1731719897387 2024-11-16T01:18:29,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dcd7343 2024-11-16T01:18:29,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:18:29,688 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-16T01:18:29,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T01:18:29,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:18:29,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,33827,1731719897555, seqNum=-1] 2024-11-16T01:18:29,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:18:29,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-16T01:18:29,699 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/staging/jenkins.hfs.6__test__iuk09cdnl1ujj9dom9hs925rh7a9rjjomhfbf3c5c3gk2mimrj7966a1u9ahnatn/f/0b02c694b91a4bb7b97801ed9c6eac4f_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-16T01:18:29,703 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/staging/jenkins.hfs.6__test__iuk09cdnl1ujj9dom9hs925rh7a9rjjomhfbf3c5c3gk2mimrj7966a1u9ahnatn/f/5438f5fcf6144218a41a332c33cad355_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-16T01:18:29,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/staging/jenkins.hfs.6__test__iuk09cdnl1ujj9dom9hs925rh7a9rjjomhfbf3c5c3gk2mimrj7966a1u9ahnatn/f/5438f5fcf6144218a41a332c33cad355_SeqId_4_ for inclusion in 786fc76a9ce7540ccc460befd9558db6/f 2024-11-16T01:18:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T01:18:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T01:18:29,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/staging/jenkins.hfs.6__test__iuk09cdnl1ujj9dom9hs925rh7a9rjjomhfbf3c5c3gk2mimrj7966a1u9ahnatn/f/0b02c694b91a4bb7b97801ed9c6eac4f_SeqId_4_ for inclusion in 786fc76a9ce7540ccc460befd9558db6/f 2024-11-16T01:18:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T01:18:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T01:18:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.HRegion(2603): Flush status journal for 786fc76a9ce7540ccc460befd9558db6: 2024-11-16T01:18:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5438f5fcf6144218a41a332c33cad355_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T01:18:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/staging/jenkins.hfs.6__test__iuk09cdnl1ujj9dom9hs925rh7a9rjjomhfbf3c5c3gk2mimrj7966a1u9ahnatn/f/5438f5fcf6144218a41a332c33cad355_SeqId_4_ as hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/default/test/786fc76a9ce7540ccc460befd9558db6/f/9656466612014669b8a17d7a3889105e_SeqId_4_ 2024-11-16T01:18:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0b02c694b91a4bb7b97801ed9c6eac4f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T01:18:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/staging/jenkins.hfs.6__test__iuk09cdnl1ujj9dom9hs925rh7a9rjjomhfbf3c5c3gk2mimrj7966a1u9ahnatn/f/0b02c694b91a4bb7b97801ed9c6eac4f_SeqId_4_ as hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/default/test/786fc76a9ce7540ccc460befd9558db6/f/7dba3d99a79545c1b9322f6967c995d8_SeqId_4_ 2024-11-16T01:18:29,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/staging/jenkins.hfs.6__test__iuk09cdnl1ujj9dom9hs925rh7a9rjjomhfbf3c5c3gk2mimrj7966a1u9ahnatn/f/5438f5fcf6144218a41a332c33cad355_SeqId_4_ into 786fc76a9ce7540ccc460befd9558db6/f as hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/default/test/786fc76a9ce7540ccc460befd9558db6/f/9656466612014669b8a17d7a3889105e_SeqId_4_ - updating store file list. 2024-11-16T01:18:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9656466612014669b8a17d7a3889105e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T01:18:29,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/default/test/786fc76a9ce7540ccc460befd9558db6/f/9656466612014669b8a17d7a3889105e_SeqId_4_ into 786fc76a9ce7540ccc460befd9558db6/f 2024-11-16T01:18:29,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/staging/jenkins.hfs.6__test__iuk09cdnl1ujj9dom9hs925rh7a9rjjomhfbf3c5c3gk2mimrj7966a1u9ahnatn/f/5438f5fcf6144218a41a332c33cad355_SeqId_4_ into 786fc76a9ce7540ccc460befd9558db6/f (new location: hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/default/test/786fc76a9ce7540ccc460befd9558db6/f/9656466612014669b8a17d7a3889105e_SeqId_4_) 2024-11-16T01:18:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/staging/jenkins.hfs.6__test__iuk09cdnl1ujj9dom9hs925rh7a9rjjomhfbf3c5c3gk2mimrj7966a1u9ahnatn/f/5438f5fcf6144218a41a332c33cad355_SeqId_4_ 2024-11-16T01:18:29,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/staging/jenkins.hfs.6__test__iuk09cdnl1ujj9dom9hs925rh7a9rjjomhfbf3c5c3gk2mimrj7966a1u9ahnatn/f/0b02c694b91a4bb7b97801ed9c6eac4f_SeqId_4_ into 786fc76a9ce7540ccc460befd9558db6/f as hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/default/test/786fc76a9ce7540ccc460befd9558db6/f/7dba3d99a79545c1b9322f6967c995d8_SeqId_4_ - updating store file list. 2024-11-16T01:18:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7dba3d99a79545c1b9322f6967c995d8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T01:18:29,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/default/test/786fc76a9ce7540ccc460befd9558db6/f/7dba3d99a79545c1b9322f6967c995d8_SeqId_4_ into 786fc76a9ce7540ccc460befd9558db6/f 2024-11-16T01:18:29,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/staging/jenkins.hfs.6__test__iuk09cdnl1ujj9dom9hs925rh7a9rjjomhfbf3c5c3gk2mimrj7966a1u9ahnatn/f/0b02c694b91a4bb7b97801ed9c6eac4f_SeqId_4_ into 786fc76a9ce7540ccc460befd9558db6/f (new location: hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/default/test/786fc76a9ce7540ccc460befd9558db6/f/7dba3d99a79545c1b9322f6967c995d8_SeqId_4_) 2024-11-16T01:18:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/staging/jenkins.hfs.6__test__iuk09cdnl1ujj9dom9hs925rh7a9rjjomhfbf3c5c3gk2mimrj7966a1u9ahnatn/f/0b02c694b91a4bb7b97801ed9c6eac4f_SeqId_4_ 2024-11-16T01:18:29,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.ReplicationSink(324): Finished replicating [8c1f7fd3-c2db-4ac6-9b9a-1c7ce595e6dd] bulk loaded data 2024-11-16T01:18:29,760 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 687, reset compression=false 2024-11-16T01:18:30,264 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 687, reset compression=false 2024-11-16T01:18:30,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:18:30,450 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731719910449/Put/seqid=0 2024-11-16T01:18:30,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741842_1018 (size=7997) 2024-11-16T01:18:30,857 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731719910856/Put/seqid=0 2024-11-16T01:18:30,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741843_1019 (size=7794) 2024-11-16T01:18:30,868 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 687, reset compression=false 2024-11-16T01:18:31,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ec5319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:31,262 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,38701,-1 for getting cluster id 2024-11-16T01:18:31,262 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:18:31,263 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c1f7fd3-c2db-4ac6-9b9a-1c7ce595e6dd' 2024-11-16T01:18:31,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:18:31,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c1f7fd3-c2db-4ac6-9b9a-1c7ce595e6dd" 2024-11-16T01:18:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c566b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,38701,-1] 2024-11-16T01:18:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:18:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:31,265 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:18:31,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b35ca0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:18:31,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:18:31,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,43609,1731719891637, seqNum=-1] 2024-11-16T01:18:31,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:18:31,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:18:31,276 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:18:31,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,38701,1731719891389 2024-11-16T01:18:31,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b128846 2024-11-16T01:18:31,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:18:31,279 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:18:31,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f., hostname=844d197be988,43609,1731719891637, seqNum=2] 2024-11-16T01:18:31,285 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T01:18:31,291 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-16T01:18:31,295 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-16T01:18:31,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/load_f1/f1/hfile_0 for inclusion in cca47c4bee61998a357b506e7bc22c3f/f1 2024-11-16T01:18:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-16T01:18:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T01:18:31,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/load_f1/f1/hfile_1 for inclusion in cca47c4bee61998a357b506e7bc22c3f/f1 2024-11-16T01:18:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-16T01:18:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T01:18:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HRegion(2603): Flush status journal for cca47c4bee61998a357b506e7bc22c3f: 2024-11-16T01:18:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/load_f1/f1/hfile_0 to hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/staging/jenkins__test__8spdibcb6ic6titarnaetsmkfopq15nutj2h79gtrvt9pd4mktu52qfhre4f9vcr/f1/hfile_0 2024-11-16T01:18:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/staging/jenkins__test__8spdibcb6ic6titarnaetsmkfopq15nutj2h79gtrvt9pd4mktu52qfhre4f9vcr/f1/hfile_0 as hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/default/test/cca47c4bee61998a357b506e7bc22c3f/f1/4865d538d1b64fcf97df9016953e5e9f_SeqId_6_ 2024-11-16T01:18:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/load_f1/f1/hfile_1 to hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/staging/jenkins__test__8spdibcb6ic6titarnaetsmkfopq15nutj2h79gtrvt9pd4mktu52qfhre4f9vcr/f1/hfile_1 2024-11-16T01:18:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/staging/jenkins__test__8spdibcb6ic6titarnaetsmkfopq15nutj2h79gtrvt9pd4mktu52qfhre4f9vcr/f1/hfile_1 as hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/default/test/cca47c4bee61998a357b506e7bc22c3f/f1/ce18737ede9c4796ae34108410f4e339_SeqId_6_ 2024-11-16T01:18:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-16T01:18:31,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/staging/jenkins__test__8spdibcb6ic6titarnaetsmkfopq15nutj2h79gtrvt9pd4mktu52qfhre4f9vcr/f1/hfile_0 into cca47c4bee61998a357b506e7bc22c3f/f1 as hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/default/test/cca47c4bee61998a357b506e7bc22c3f/f1/4865d538d1b64fcf97df9016953e5e9f_SeqId_6_ - updating store file list. 2024-11-16T01:18:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4865d538d1b64fcf97df9016953e5e9f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T01:18:31,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/default/test/cca47c4bee61998a357b506e7bc22c3f/f1/4865d538d1b64fcf97df9016953e5e9f_SeqId_6_ into cca47c4bee61998a357b506e7bc22c3f/f1 2024-11-16T01:18:31,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/staging/jenkins__test__8spdibcb6ic6titarnaetsmkfopq15nutj2h79gtrvt9pd4mktu52qfhre4f9vcr/f1/hfile_0 into cca47c4bee61998a357b506e7bc22c3f/f1 (new location: hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/default/test/cca47c4bee61998a357b506e7bc22c3f/f1/4865d538d1b64fcf97df9016953e5e9f_SeqId_6_) 2024-11-16T01:18:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/staging/jenkins__test__8spdibcb6ic6titarnaetsmkfopq15nutj2h79gtrvt9pd4mktu52qfhre4f9vcr/f1/hfile_0 2024-11-16T01:18:31,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/staging/jenkins__test__8spdibcb6ic6titarnaetsmkfopq15nutj2h79gtrvt9pd4mktu52qfhre4f9vcr/f1/hfile_1 into cca47c4bee61998a357b506e7bc22c3f/f1 as hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/default/test/cca47c4bee61998a357b506e7bc22c3f/f1/ce18737ede9c4796ae34108410f4e339_SeqId_6_ - updating store file list. 2024-11-16T01:18:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ce18737ede9c4796ae34108410f4e339_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T01:18:31,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/default/test/cca47c4bee61998a357b506e7bc22c3f/f1/ce18737ede9c4796ae34108410f4e339_SeqId_6_ into cca47c4bee61998a357b506e7bc22c3f/f1 2024-11-16T01:18:31,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/staging/jenkins__test__8spdibcb6ic6titarnaetsmkfopq15nutj2h79gtrvt9pd4mktu52qfhre4f9vcr/f1/hfile_1 into cca47c4bee61998a357b506e7bc22c3f/f1 (new location: hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/default/test/cca47c4bee61998a357b506e7bc22c3f/f1/ce18737ede9c4796ae34108410f4e339_SeqId_6_) 2024-11-16T01:18:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/staging/jenkins__test__8spdibcb6ic6titarnaetsmkfopq15nutj2h79gtrvt9pd4mktu52qfhre4f9vcr/f1/hfile_1 2024-11-16T01:18:31,323 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:18:31,323 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:18:31,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:31,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:18:31,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f., hostname=844d197be988,43609,1731719891637, seqNum=2 , the old value is region=test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f., hostname=844d197be988,43609,1731719891637, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=844d197be988:43609 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T01:18:31,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f., hostname=844d197be988,43609,1731719891637, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T01:18:31,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f., hostname=844d197be988,43609,1731719891637, seqNum=2 from cache 2024-11-16T01:18:31,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:18:31,325 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T01:18:31,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:18:31,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,43609,1731719891637, seqNum=-1] 2024-11-16T01:18:31,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:18:31,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:18:31,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f., hostname=844d197be988,43609,1731719891637, seqNum=2] 2024-11-16T01:18:31,429 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:43609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T01:18:31,571 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 687, reset compression=false 2024-11-16T01:18:31,576 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:18:31,576 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:18:31,576 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.shipper844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,43609,1731719891637 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:18:31,782 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:18:32,000 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:18:32,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:18:32,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:18:32,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:18:32,086 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:18:32,490 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:18:32,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T01:18:32,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T01:18:32,994 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:18:33,597 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:18:34,301 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:18:35,105 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:18:36,008 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:18:37,012 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:18:38,116 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:18:39,320 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:18:40,624 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:18:40,978 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T01:18:42,027 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:18:43,531 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:18:45,135 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:18:46,838 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:18:46,969 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T01:18:48,642 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:18:50,546 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:18:51,579 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.shipper844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,43609,1731719891637 got entry batch from reader: null 2024-11-16T01:18:52,549 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:18:54,653 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:18:55,745 INFO [master/844d197be988:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T01:18:55,745 INFO [master/844d197be988:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T01:18:56,857 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:18:59,161 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:19:00,873 INFO [master/844d197be988:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T01:19:00,873 INFO [master/844d197be988:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T01:19:01,564 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:19:04,068 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:19:06,671 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:19:07,156 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region cca47c4bee61998a357b506e7bc22c3f, had cached 0 bytes from a total of 31376 2024-11-16T01:19:09,303 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 786fc76a9ce7540ccc460befd9558db6, had cached 0 bytes from a total of 15585 2024-11-16T01:19:09,376 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:19:10,978 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T01:19:11,580 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.shipper844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,43609,1731719891637 got entry batch from reader: null 2024-11-16T01:19:12,180 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:19:15,084 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:19:16,969 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T01:19:18,090 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:19:21,195 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:19:21,605 DEBUG [master/844d197be988:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T01:19:24,434 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:19:27,737 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:19:31,142 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:19:31,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T01:19:31,357 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:19:31,357 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:19:31,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:31,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:31,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:19:31,358 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T01:19:31,358 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2008507450, stopped=false 2024-11-16T01:19:31,358 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=844d197be988,34899,1731719897387 2024-11-16T01:19:31,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-257470061/running 2024-11-16T01:19:31,446 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x10141387d080004, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-257470061/running 2024-11-16T01:19:31,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257470061 2024-11-16T01:19:31,446 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x10141387d080004, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257470061 2024-11-16T01:19:31,446 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:19:31,446 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:19:31,446 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:19:31,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:31,446 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '844d197be988,33827,1731719897555' ***** 2024-11-16T01:19:31,447 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T01:19:31,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Set watcher on znode that does not yet exist, /1-257470061/running 2024-11-16T01:19:31,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33827-0x10141387d080004, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Set watcher on znode that does not yet exist, /1-257470061/running 2024-11-16T01:19:31,447 INFO [RS:0;844d197be988:33827 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T01:19:31,447 INFO [RS:0;844d197be988:33827 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T01:19:31,447 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T01:19:31,447 INFO [RS:0;844d197be988:33827 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T01:19:31,447 INFO [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(3091): Received CLOSE for 786fc76a9ce7540ccc460befd9558db6 2024-11-16T01:19:31,448 INFO [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(959): stopping server 844d197be988,33827,1731719897555 2024-11-16T01:19:31,448 INFO [RS:0;844d197be988:33827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:19:31,448 INFO [RS:0;844d197be988:33827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:33827. 2024-11-16T01:19:31,448 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 786fc76a9ce7540ccc460befd9558db6, disabling compactions & flushes 2024-11-16T01:19:31,448 DEBUG [RS:0;844d197be988:33827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:19:31,448 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731719903161.786fc76a9ce7540ccc460befd9558db6. 2024-11-16T01:19:31,448 DEBUG [RS:0;844d197be988:33827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:31,448 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731719903161.786fc76a9ce7540ccc460befd9558db6. 2024-11-16T01:19:31,448 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731719903161.786fc76a9ce7540ccc460befd9558db6. after waiting 0 ms 2024-11-16T01:19:31,448 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731719903161.786fc76a9ce7540ccc460befd9558db6. 2024-11-16T01:19:31,448 INFO [RS:0;844d197be988:33827 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T01:19:31,448 INFO [RS:0;844d197be988:33827 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T01:19:31,448 INFO [RS:0;844d197be988:33827 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T01:19:31,448 INFO [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T01:19:31,448 INFO [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T01:19:31,448 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1325): Online Regions={786fc76a9ce7540ccc460befd9558db6=test,,1731719903161.786fc76a9ce7540ccc460befd9558db6., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:19:31,448 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 786fc76a9ce7540ccc460befd9558db6 2024-11-16T01:19:31,448 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:19:31,448 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:19:31,448 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:19:31,448 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:19:31,448 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:19:31,448 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-16T01:19:31,453 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/default/test/786fc76a9ce7540ccc460befd9558db6/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-16T01:19:31,454 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:19:31,454 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:19:31,454 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731719903161.786fc76a9ce7540ccc460befd9558db6. 2024-11-16T01:19:31,454 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 786fc76a9ce7540ccc460befd9558db6: Waiting for close lock at 1731719971448Running coprocessor pre-close hooks at 1731719971448Disabling compacts and flushes for region at 1731719971448Disabling writes for close at 1731719971448Writing region close event to WAL at 1731719971448Running coprocessor post-close hooks at 1731719971454 (+6 ms)Closed at 1731719971454 2024-11-16T01:19:31,454 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731719903161.786fc76a9ce7540ccc460befd9558db6. 2024-11-16T01:19:31,464 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740/.tmp/info/19c8ed4cb4a44043a5da7400c2dcd6f9 is 129, key is test,,1731719903161.786fc76a9ce7540ccc460befd9558db6./info:regioninfo/1731719904319/Put/seqid=0 2024-11-16T01:19:31,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40331 is added to blk_1073741839_1015 (size=6421) 2024-11-16T01:19:31,482 INFO [regionserver/844d197be988:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:19:31,580 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.shipper844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,43609,1731719891637 got entry batch from reader: null 2024-11-16T01:19:31,607 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T01:19:31,607 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T01:19:31,648 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:19:31,849 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:19:31,869 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740/.tmp/info/19c8ed4cb4a44043a5da7400c2dcd6f9 2024-11-16T01:19:31,887 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740/.tmp/ns/3423de8f9b884a779e7d3c923027b7b8 is 43, key is default/ns:d/1731719900846/Put/seqid=0 2024-11-16T01:19:31,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40331 is added to blk_1073741840_1016 (size=5153) 2024-11-16T01:19:32,049 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:19:32,249 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:19:32,291 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740/.tmp/ns/3423de8f9b884a779e7d3c923027b7b8 2024-11-16T01:19:32,309 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740/.tmp/rep_barrier/97771ed424e149c98b6204b08ec4b077 is 112, key is test,,1731719903161.786fc76a9ce7540ccc460befd9558db6./rep_barrier:seqnumDuringOpen/1731719904319/Put/seqid=0 2024-11-16T01:19:32,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40331 is added to blk_1073741841_1017 (size=5518) 2024-11-16T01:19:32,449 INFO [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T01:19:32,449 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:19:32,449 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:19:32,649 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:19:32,713 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740/.tmp/rep_barrier/97771ed424e149c98b6204b08ec4b077 2024-11-16T01:19:32,731 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740/.tmp/table/47a9c4a24f504967b72cd7d9e9571caf is 40, key is test/table:state/1731719904330/Put/seqid=0 2024-11-16T01:19:32,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40331 is added to blk_1073741842_1018 (size=5165) 2024-11-16T01:19:32,850 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:19:33,050 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:19:33,136 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740/.tmp/table/47a9c4a24f504967b72cd7d9e9571caf 2024-11-16T01:19:33,142 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740/.tmp/info/19c8ed4cb4a44043a5da7400c2dcd6f9 as hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740/info/19c8ed4cb4a44043a5da7400c2dcd6f9 2024-11-16T01:19:33,147 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740/info/19c8ed4cb4a44043a5da7400c2dcd6f9, entries=10, sequenceid=11, filesize=6.3 K 2024-11-16T01:19:33,148 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740/.tmp/ns/3423de8f9b884a779e7d3c923027b7b8 as hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740/ns/3423de8f9b884a779e7d3c923027b7b8 2024-11-16T01:19:33,154 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740/ns/3423de8f9b884a779e7d3c923027b7b8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T01:19:33,155 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740/.tmp/rep_barrier/97771ed424e149c98b6204b08ec4b077 as hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740/rep_barrier/97771ed424e149c98b6204b08ec4b077 2024-11-16T01:19:33,161 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740/rep_barrier/97771ed424e149c98b6204b08ec4b077, entries=1, sequenceid=11, filesize=5.4 K 2024-11-16T01:19:33,162 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740/.tmp/table/47a9c4a24f504967b72cd7d9e9571caf as hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740/table/47a9c4a24f504967b72cd7d9e9571caf 2024-11-16T01:19:33,167 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740/table/47a9c4a24f504967b72cd7d9e9571caf, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T01:19:33,167 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=11, compaction requested=false 2024-11-16T01:19:33,172 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T01:19:33,172 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:19:33,172 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:19:33,172 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:19:33,172 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731719971448Running coprocessor pre-close hooks at 1731719971448Disabling compacts and flushes for region at 1731719971448Disabling writes for close at 1731719971448Obtaining lock to block concurrent updates at 1731719971449 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731719971449Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731719971449Flushing stores of hbase:meta,,1.1588230740 at 1731719971449Flushing 1588230740/info: creating writer at 1731719971449Flushing 1588230740/info: appending metadata at 1731719971464 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731719971464Flushing 1588230740/ns: creating writer at 1731719971874 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731719971887 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731719971887Flushing 1588230740/rep_barrier: creating writer at 1731719972296 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731719972309 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731719972309Flushing 1588230740/table: creating writer at 1731719972718 (+409 ms)Flushing 1588230740/table: appending metadata at 1731719972730 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731719972730Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62f88c28: reopening flushed file at 1731719973141 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73835997: reopening flushed file at 1731719973147 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7868b8c6: reopening flushed file at 1731719973154 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46486b42: reopening flushed file at 1731719973161 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=11, compaction requested=false at 1731719973167 (+6 ms)Writing region close event to WAL at 1731719973169 (+2 ms)Running coprocessor post-close hooks at 1731719973172 (+3 ms)Closed at 1731719973172 2024-11-16T01:19:33,173 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T01:19:33,250 INFO [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(976): stopping server 844d197be988,33827,1731719897555; all regions closed. 2024-11-16T01:19:33,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40331 is added to blk_1073741834_1010 (size=2717) 2024-11-16T01:19:33,252 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/WALs/844d197be988,33827,1731719897555/844d197be988%2C33827%2C1731719897555.meta.1731719900747.meta not finished, retry = 0 2024-11-16T01:19:33,355 DEBUG [RS:0;844d197be988:33827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/oldWALs 2024-11-16T01:19:33,355 INFO [RS:0;844d197be988:33827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C33827%2C1731719897555.meta:.meta(num 1731719900747) 2024-11-16T01:19:33,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40331 is added to blk_1073741832_1008 (size=1028) 2024-11-16T01:19:33,392 DEBUG [RS:0;844d197be988:33827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/oldWALs 2024-11-16T01:19:33,392 INFO [RS:0;844d197be988:33827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C33827%2C1731719897555:(num 1731719899739) 2024-11-16T01:19:33,392 DEBUG [RS:0;844d197be988:33827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:33,392 INFO [RS:0;844d197be988:33827 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:19:33,392 INFO [RS:0;844d197be988:33827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:19:33,392 INFO [RS:0;844d197be988:33827 {}] hbase.ChoreService(370): Chore service for: regionserver/844d197be988:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T01:19:33,392 INFO [RS:0;844d197be988:33827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:19:33,392 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:19:33,393 INFO [RS:0;844d197be988:33827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:33827. 2024-11-16T01:19:33,393 DEBUG [RS:0;844d197be988:33827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:19:33,393 DEBUG [RS:0;844d197be988:33827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:33,393 DEBUG [RS:0;844d197be988:33827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:33,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:19:33,393 INFO [RS:0;844d197be988:33827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33827 2024-11-16T01:19:33,451 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x10141387d080004, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-257470061/rs/844d197be988,33827,1731719897555 2024-11-16T01:19:33,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257470061/rs 2024-11-16T01:19:33,451 INFO [RS:0;844d197be988:33827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:19:33,452 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [844d197be988,33827,1731719897555] 2024-11-16T01:19:33,483 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-257470061/draining/844d197be988,33827,1731719897555 already deleted, retry=false 2024-11-16T01:19:33,483 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 844d197be988,33827,1731719897555 expired; onlineServers=0 2024-11-16T01:19:33,483 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '844d197be988,34899,1731719897387' ***** 2024-11-16T01:19:33,483 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T01:19:33,483 INFO [M:0;844d197be988:34899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:19:33,483 INFO [M:0;844d197be988:34899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:19:33,483 DEBUG [M:0;844d197be988:34899 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T01:19:33,483 DEBUG [M:0;844d197be988:34899 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T01:19:33,483 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T01:19:33,483 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719899532 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719899532,5,FailOnTimeoutGroup] 2024-11-16T01:19:33,483 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719899532 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719899532,5,FailOnTimeoutGroup] 2024-11-16T01:19:33,484 INFO [M:0;844d197be988:34899 {}] hbase.ChoreService(370): Chore service for: master/844d197be988:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T01:19:33,484 INFO [M:0;844d197be988:34899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:19:33,484 DEBUG [M:0;844d197be988:34899 {}] master.HMaster(1795): Stopping service threads 2024-11-16T01:19:33,484 INFO [M:0;844d197be988:34899 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T01:19:33,484 INFO [M:0;844d197be988:34899 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:19:33,484 INFO [M:0;844d197be988:34899 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T01:19:33,484 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T01:19:33,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-257470061/master 2024-11-16T01:19:33,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-257470061 2024-11-16T01:19:33,494 DEBUG [M:0;844d197be988:34899 {}] zookeeper.ZKUtil(347): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Unable to get data of znode /1-257470061/master because node does not exist (not an error) 2024-11-16T01:19:33,494 WARN [M:0;844d197be988:34899 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T01:19:33,495 INFO [M:0;844d197be988:34899 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/.lastflushedseqids 2024-11-16T01:19:33,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40331 is added to blk_1073741843_1019 (size=173) 2024-11-16T01:19:33,573 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x10141387d080004, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:19:33,573 INFO [RS:0;844d197be988:33827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:19:33,573 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x10141387d080004, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:19:33,573 INFO [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1031): Exiting; stopping=844d197be988,33827,1731719897555; zookeeper connection closed. 2024-11-16T01:19:33,573 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@224f4d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@224f4d5 2024-11-16T01:19:33,573 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T01:19:33,902 INFO [M:0;844d197be988:34899 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T01:19:33,903 INFO [M:0;844d197be988:34899 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T01:19:33,903 DEBUG [M:0;844d197be988:34899 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:19:33,903 INFO [M:0;844d197be988:34899 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:19:33,903 DEBUG [M:0;844d197be988:34899 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:19:33,903 DEBUG [M:0;844d197be988:34899 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:19:33,903 DEBUG [M:0;844d197be988:34899 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:19:33,903 INFO [M:0;844d197be988:34899 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-16T01:19:33,922 DEBUG [M:0;844d197be988:34899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a6f5e755fed4d6094c511c970e87d7e is 82, key is hbase:meta,,1/info:regioninfo/1731719900816/Put/seqid=0 2024-11-16T01:19:33,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40331 is added to blk_1073741844_1020 (size=5672) 2024-11-16T01:19:34,327 INFO [M:0;844d197be988:34899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a6f5e755fed4d6094c511c970e87d7e 2024-11-16T01:19:34,347 DEBUG [M:0;844d197be988:34899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9576b242939466c981700f4dcdab025 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731719904335/Put/seqid=0 2024-11-16T01:19:34,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40331 is added to blk_1073741845_1021 (size=6726) 2024-11-16T01:19:34,646 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/WALs/844d197be988,43609,1731719891637/844d197be988%2C43609%2C1731719891637.1731719894050 to pos 997, reset compression=false 2024-11-16T01:19:34,751 INFO [M:0;844d197be988:34899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9576b242939466c981700f4dcdab025 2024-11-16T01:19:34,757 INFO [M:0;844d197be988:34899 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9576b242939466c981700f4dcdab025 2024-11-16T01:19:34,776 DEBUG [M:0;844d197be988:34899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17a3e4f75b74447ab0cb9f7e6b871517 is 69, key is 844d197be988,33827,1731719897555/rs:state/1731719899586/Put/seqid=0 2024-11-16T01:19:34,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40331 is added to blk_1073741846_1022 (size=5156) 2024-11-16T01:19:35,180 INFO [M:0;844d197be988:34899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17a3e4f75b74447ab0cb9f7e6b871517 2024-11-16T01:19:35,185 DEBUG [M:0;844d197be988:34899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a6f5e755fed4d6094c511c970e87d7e as hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a6f5e755fed4d6094c511c970e87d7e 2024-11-16T01:19:35,190 INFO [M:0;844d197be988:34899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a6f5e755fed4d6094c511c970e87d7e, entries=8, sequenceid=58, filesize=5.5 K 2024-11-16T01:19:35,191 DEBUG [M:0;844d197be988:34899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9576b242939466c981700f4dcdab025 as hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9576b242939466c981700f4dcdab025 2024-11-16T01:19:35,196 INFO [M:0;844d197be988:34899 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9576b242939466c981700f4dcdab025 2024-11-16T01:19:35,196 INFO [M:0;844d197be988:34899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9576b242939466c981700f4dcdab025, entries=6, sequenceid=58, filesize=6.6 K 2024-11-16T01:19:35,197 DEBUG [M:0;844d197be988:34899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17a3e4f75b74447ab0cb9f7e6b871517 as hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17a3e4f75b74447ab0cb9f7e6b871517 2024-11-16T01:19:35,202 INFO [M:0;844d197be988:34899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40555/user/jenkins/test-data/121a9259-a03d-1b8d-719a-0d650fa5b454/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17a3e4f75b74447ab0cb9f7e6b871517, entries=1, sequenceid=58, filesize=5.0 K 2024-11-16T01:19:35,203 INFO [M:0;844d197be988:34899 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=58, compaction requested=false 2024-11-16T01:19:35,204 INFO [M:0;844d197be988:34899 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:19:35,204 DEBUG [M:0;844d197be988:34899 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731719973903Disabling compacts and flushes for region at 1731719973903Disabling writes for close at 1731719973903Obtaining lock to block concurrent updates at 1731719973903Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731719973903Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731719973903Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731719973904 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731719973904Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731719973921 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731719973921Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731719974331 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731719974346 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731719974346Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731719974757 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731719974775 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731719974775Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ebb3399: reopening flushed file at 1731719975185 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4823090d: reopening flushed file at 1731719975190 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69c59fb2: reopening flushed file at 1731719975196 (+6 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=58, compaction requested=false at 1731719975203 (+7 ms)Writing region close event to WAL at 1731719975204 (+1 ms)Closed at 1731719975204 2024-11-16T01:19:35,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40331 is added to blk_1073741830_1006 (size=33014) 2024-11-16T01:19:35,207 INFO [M:0;844d197be988:34899 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T01:19:35,207 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:19:35,207 INFO [M:0;844d197be988:34899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34899 2024-11-16T01:19:35,208 INFO [M:0;844d197be988:34899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:19:35,367 INFO [M:0;844d197be988:34899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:19:35,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:19:35,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34899-0x10141387d080003, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:19:35,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b7ad04a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:19:35,370 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d368206{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:19:35,370 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:19:35,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@568cd4da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:19:35,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17ca6672{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/hadoop.log.dir/,STOPPED} 2024-11-16T01:19:35,372 WARN [BP-2113348931-172.17.0.2-1731719895230 heartbeating to localhost/127.0.0.1:40555 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T01:19:35,372 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T01:19:35,372 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T01:19:35,372 WARN [BP-2113348931-172.17.0.2-1731719895230 heartbeating to localhost/127.0.0.1:40555 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2113348931-172.17.0.2-1731719895230 (Datanode Uuid 1ba5a75c-e8f7-49d0-8205-88d54d379522) service to localhost/127.0.0.1:40555 2024-11-16T01:19:35,373 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/cluster_e3c8a2ee-26a4-0b0f-dc4f-752cbe2fc56f/data/data1/current/BP-2113348931-172.17.0.2-1731719895230 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:19:35,373 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/cluster_e3c8a2ee-26a4-0b0f-dc4f-752cbe2fc56f/data/data2/current/BP-2113348931-172.17.0.2-1731719895230 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:19:35,373 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T01:19:35,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7aec5e92{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:19:35,381 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23beef8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:19:35,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:19:35,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e0a680d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:19:35,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4db9e1fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/hadoop.log.dir/,STOPPED} 2024-11-16T01:19:35,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T01:19:35,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T01:19:35,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:19:35,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:19:35,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:35,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:35,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:19:35,396 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T01:19:35,396 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1329816416, stopped=false 2024-11-16T01:19:35,396 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=844d197be988,38701,1731719891389 2024-11-16T01:19:35,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10141387d080001, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0850464583/running 2024-11-16T01:19:35,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0850464583/running 2024-11-16T01:19:35,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10141387d080001, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850464583 2024-11-16T01:19:35,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850464583 2024-11-16T01:19:35,409 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:19:35,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:19:35,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:19:35,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:35,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43609-0x10141387d080001, quorum=127.0.0.1:50310, baseZNode=/0850464583 Set watcher on znode that does not yet exist, /0850464583/running 2024-11-16T01:19:35,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Set watcher on znode that does not yet exist, /0850464583/running 2024-11-16T01:19:35,410 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '844d197be988,43609,1731719891637' ***** 2024-11-16T01:19:35,410 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T01:19:35,410 INFO [RS:0;844d197be988:43609 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T01:19:35,410 INFO [RS:0;844d197be988:43609 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T01:19:35,410 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T01:19:35,410 INFO [RS:0;844d197be988:43609 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T01:19:35,411 INFO [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(3091): Received CLOSE for 96da4cf9bfe1f189395c1ac18d90137d 2024-11-16T01:19:35,411 INFO [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(3091): Received CLOSE for cca47c4bee61998a357b506e7bc22c3f 2024-11-16T01:19:35,411 INFO [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(959): stopping server 844d197be988,43609,1731719891637 2024-11-16T01:19:35,411 INFO [RS:0;844d197be988:43609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:19:35,411 INFO [RS:0;844d197be988:43609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:43609. 2024-11-16T01:19:35,411 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96da4cf9bfe1f189395c1ac18d90137d, disabling compactions & flushes 2024-11-16T01:19:35,411 DEBUG [RS:0;844d197be988:43609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:19:35,411 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d. 2024-11-16T01:19:35,411 DEBUG [RS:0;844d197be988:43609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:35,411 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d. 2024-11-16T01:19:35,411 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d. after waiting 0 ms 2024-11-16T01:19:35,411 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d. 2024-11-16T01:19:35,411 INFO [RS:0;844d197be988:43609 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T01:19:35,411 INFO [RS:0;844d197be988:43609 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T01:19:35,411 INFO [RS:0;844d197be988:43609 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T01:19:35,411 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 96da4cf9bfe1f189395c1ac18d90137d 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-16T01:19:35,411 INFO [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T01:19:35,411 INFO [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T01:19:35,411 DEBUG [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(1325): Online Regions={96da4cf9bfe1f189395c1ac18d90137d=hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d., cca47c4bee61998a357b506e7bc22c3f=test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:19:35,411 DEBUG [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96da4cf9bfe1f189395c1ac18d90137d, cca47c4bee61998a357b506e7bc22c3f 2024-11-16T01:19:35,411 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:19:35,411 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:19:35,411 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:19:35,411 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:19:35,411 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:19:35,412 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T01:19:35,412 INFO [regionserver/844d197be988:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:19:35,426 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740/.tmp/info/5df746b9c866435eadbc47d078551e8b is 147, key is hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d./info:regioninfo/1731719906515/Put/seqid=0 2024-11-16T01:19:35,429 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/replication/96da4cf9bfe1f189395c1ac18d90137d/.tmp/hfileref/b25de8d26f674acd8e3c3b777c0559ea is 74, key is 1/hfileref:0b02c694b91a4bb7b97801ed9c6eac4f_SeqId_4_/1731719909761/DeleteColumn/seqid=0 2024-11-16T01:19:35,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741844_1020 (size=7686) 2024-11-16T01:19:35,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741845_1021 (size=5203) 2024-11-16T01:19:35,612 DEBUG [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96da4cf9bfe1f189395c1ac18d90137d, cca47c4bee61998a357b506e7bc22c3f 2024-11-16T01:19:35,812 DEBUG [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96da4cf9bfe1f189395c1ac18d90137d, cca47c4bee61998a357b506e7bc22c3f 2024-11-16T01:19:35,834 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740/.tmp/info/5df746b9c866435eadbc47d078551e8b 2024-11-16T01:19:35,835 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/replication/96da4cf9bfe1f189395c1ac18d90137d/.tmp/hfileref/b25de8d26f674acd8e3c3b777c0559ea 2024-11-16T01:19:35,852 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740/.tmp/ns/d801fd4398d149409a25cf4f92664bf8 is 43, key is default/ns:d/1731719895085/Put/seqid=0 2024-11-16T01:19:35,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741846_1022 (size=5153) 2024-11-16T01:19:35,858 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/replication/96da4cf9bfe1f189395c1ac18d90137d/.tmp/queue/eb5b8a00b1f24c11b7c8d996c354bbb8 is 153, key is 1-844d197be988,43609,1731719891637/queue:844d197be988%2C43609%2C1731719891637/1731719911577/Put/seqid=0 2024-11-16T01:19:35,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741847_1023 (size=5352) 2024-11-16T01:19:35,862 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/replication/96da4cf9bfe1f189395c1ac18d90137d/.tmp/queue/eb5b8a00b1f24c11b7c8d996c354bbb8 2024-11-16T01:19:35,868 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/replication/96da4cf9bfe1f189395c1ac18d90137d/.tmp/hfileref/b25de8d26f674acd8e3c3b777c0559ea as hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/replication/96da4cf9bfe1f189395c1ac18d90137d/hfileref/b25de8d26f674acd8e3c3b777c0559ea 2024-11-16T01:19:35,872 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/replication/96da4cf9bfe1f189395c1ac18d90137d/hfileref/b25de8d26f674acd8e3c3b777c0559ea, entries=2, sequenceid=10, filesize=5.1 K 2024-11-16T01:19:35,874 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/replication/96da4cf9bfe1f189395c1ac18d90137d/.tmp/queue/eb5b8a00b1f24c11b7c8d996c354bbb8 as hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/replication/96da4cf9bfe1f189395c1ac18d90137d/queue/eb5b8a00b1f24c11b7c8d996c354bbb8 2024-11-16T01:19:35,878 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/replication/96da4cf9bfe1f189395c1ac18d90137d/queue/eb5b8a00b1f24c11b7c8d996c354bbb8, entries=1, sequenceid=10, filesize=5.2 K 2024-11-16T01:19:35,879 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 96da4cf9bfe1f189395c1ac18d90137d in 468ms, sequenceid=10, compaction requested=false 2024-11-16T01:19:35,883 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/replication/96da4cf9bfe1f189395c1ac18d90137d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T01:19:35,883 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:19:35,883 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:19:35,884 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d. 2024-11-16T01:19:35,884 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96da4cf9bfe1f189395c1ac18d90137d: Waiting for close lock at 1731719975411Running coprocessor pre-close hooks at 1731719975411Disabling compacts and flushes for region at 1731719975411Disabling writes for close at 1731719975411Obtaining lock to block concurrent updates at 1731719975411Preparing flush snapshotting stores in 96da4cf9bfe1f189395c1ac18d90137d at 1731719975411Finished memstore snapshotting hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731719975411Flushing stores of hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d. at 1731719975412 (+1 ms)Flushing 96da4cf9bfe1f189395c1ac18d90137d/hfileref: creating writer at 1731719975412Flushing 96da4cf9bfe1f189395c1ac18d90137d/hfileref: appending metadata at 1731719975428 (+16 ms)Flushing 96da4cf9bfe1f189395c1ac18d90137d/hfileref: closing flushed file at 1731719975428Flushing 96da4cf9bfe1f189395c1ac18d90137d/queue: creating writer at 1731719975840 (+412 ms)Flushing 96da4cf9bfe1f189395c1ac18d90137d/queue: appending metadata at 1731719975857 (+17 ms)Flushing 96da4cf9bfe1f189395c1ac18d90137d/queue: closing flushed file at 1731719975858 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37f5d43: reopening flushed file at 1731719975867 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e185367: reopening flushed file at 1731719975872 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 96da4cf9bfe1f189395c1ac18d90137d in 468ms, sequenceid=10, compaction requested=false at 1731719975879 (+7 ms)Writing region close event to WAL at 1731719975880 (+1 ms)Running coprocessor post-close hooks at 1731719975883 (+3 ms)Closed at 1731719975883 2024-11-16T01:19:35,884 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731719905343.96da4cf9bfe1f189395c1ac18d90137d. 2024-11-16T01:19:35,884 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cca47c4bee61998a357b506e7bc22c3f, disabling compactions & flushes 2024-11-16T01:19:35,884 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f. 2024-11-16T01:19:35,884 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f. 2024-11-16T01:19:35,884 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f. after waiting 0 ms 2024-11-16T01:19:35,884 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f. 2024-11-16T01:19:35,888 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/default/test/cca47c4bee61998a357b506e7bc22c3f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T01:19:35,888 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:19:35,888 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:19:35,888 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f. 2024-11-16T01:19:35,888 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cca47c4bee61998a357b506e7bc22c3f: Waiting for close lock at 1731719975884Running coprocessor pre-close hooks at 1731719975884Disabling compacts and flushes for region at 1731719975884Disabling writes for close at 1731719975884Writing region close event to WAL at 1731719975885 (+1 ms)Running coprocessor post-close hooks at 1731719975888 (+3 ms)Closed at 1731719975888 2024-11-16T01:19:35,888 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f. 2024-11-16T01:19:35,926 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T01:19:35,926 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T01:19:36,012 DEBUG [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:19:36,212 DEBUG [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:19:36,256 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740/.tmp/ns/d801fd4398d149409a25cf4f92664bf8 2024-11-16T01:19:36,274 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740/.tmp/rep_barrier/a3ad419d5348493cb3bbda6fe7fc0475 is 112, key is test,,1731719901001.cca47c4bee61998a357b506e7bc22c3f./rep_barrier:seqnumDuringOpen/1731719902191/Put/seqid=0 2024-11-16T01:19:36,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741848_1024 (size=5518) 2024-11-16T01:19:36,412 INFO [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T01:19:36,412 DEBUG [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:19:36,412 DEBUG [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:19:36,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:19:36,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:19:36,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:19:36,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:19:36,613 DEBUG [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:19:36,678 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740/.tmp/rep_barrier/a3ad419d5348493cb3bbda6fe7fc0475 2024-11-16T01:19:36,697 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740/.tmp/table/5c2336b1bf2641569486ee311ab5a182 is 53, key is hbase:replication/table:state/1731719906522/Put/seqid=0 2024-11-16T01:19:36,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741849_1025 (size=5308) 2024-11-16T01:19:36,813 DEBUG [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:19:36,998 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:19:37,013 DEBUG [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:19:37,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:19:37,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:19:37,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:19:37,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:19:37,102 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740/.tmp/table/5c2336b1bf2641569486ee311ab5a182 2024-11-16T01:19:37,108 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740/.tmp/info/5df746b9c866435eadbc47d078551e8b as hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740/info/5df746b9c866435eadbc47d078551e8b 2024-11-16T01:19:37,112 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740/info/5df746b9c866435eadbc47d078551e8b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T01:19:37,113 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740/.tmp/ns/d801fd4398d149409a25cf4f92664bf8 as hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740/ns/d801fd4398d149409a25cf4f92664bf8 2024-11-16T01:19:37,117 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740/ns/d801fd4398d149409a25cf4f92664bf8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T01:19:37,118 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740/.tmp/rep_barrier/a3ad419d5348493cb3bbda6fe7fc0475 as hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740/rep_barrier/a3ad419d5348493cb3bbda6fe7fc0475 2024-11-16T01:19:37,123 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740/rep_barrier/a3ad419d5348493cb3bbda6fe7fc0475, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T01:19:37,123 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740/.tmp/table/5c2336b1bf2641569486ee311ab5a182 as hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740/table/5c2336b1bf2641569486ee311ab5a182 2024-11-16T01:19:37,128 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740/table/5c2336b1bf2641569486ee311ab5a182, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T01:19:37,129 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false 2024-11-16T01:19:37,133 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T01:19:37,133 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:19:37,133 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:19:37,134 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:19:37,134 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731719975411Running coprocessor pre-close hooks at 1731719975411Disabling compacts and flushes for region at 1731719975411Disabling writes for close at 1731719975411Obtaining lock to block concurrent updates at 1731719975412 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731719975412Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731719975412Flushing stores of hbase:meta,,1.1588230740 at 1731719975412Flushing 1588230740/info: creating writer at 1731719975412Flushing 1588230740/info: appending metadata at 1731719975426 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731719975426Flushing 1588230740/ns: creating writer at 1731719975839 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731719975852 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731719975852Flushing 1588230740/rep_barrier: creating writer at 1731719976261 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731719976273 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731719976273Flushing 1588230740/table: creating writer at 1731719976684 (+411 ms)Flushing 1588230740/table: appending metadata at 1731719976696 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731719976696Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d82a316: reopening flushed file at 1731719977107 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b71cd11: reopening flushed file at 1731719977112 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15ec06fe: reopening flushed file at 1731719977118 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f7a0d08: reopening flushed file at 1731719977123 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false at 1731719977129 (+6 ms)Writing region close event to WAL at 1731719977131 (+2 ms)Running coprocessor post-close hooks at 1731719977133 (+2 ms)Closed at 1731719977134 (+1 ms) 2024-11-16T01:19:37,134 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T01:19:37,213 INFO [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(976): stopping server 844d197be988,43609,1731719891637; all regions closed. 2024-11-16T01:19:37,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741834_1010 (size=4239) 2024-11-16T01:19:37,217 DEBUG [RS:0;844d197be988:43609 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/oldWALs 2024-11-16T01:19:37,217 INFO [RS:0;844d197be988:43609 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C43609%2C1731719891637.meta:.meta(num 1731719895005) 2024-11-16T01:19:37,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741839_1015 (size=2700) 2024-11-16T01:19:37,221 DEBUG [RS:0;844d197be988:43609 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/oldWALs 2024-11-16T01:19:37,221 INFO [RS:0;844d197be988:43609 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C43609%2C1731719891637.rep:(num 1731719906481) 2024-11-16T01:19:37,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741832_1008 (size=1300) 2024-11-16T01:19:37,225 DEBUG [RS:0;844d197be988:43609 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/oldWALs 2024-11-16T01:19:37,225 INFO [RS:0;844d197be988:43609 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C43609%2C1731719891637:(num 1731719894050) 2024-11-16T01:19:37,225 DEBUG [RS:0;844d197be988:43609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:37,225 INFO [RS:0;844d197be988:43609 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:19:37,225 INFO [RS:0;844d197be988:43609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:19:37,225 INFO [RS:0;844d197be988:43609 {}] hbase.ChoreService(370): Chore service for: regionserver/844d197be988:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T01:19:37,226 INFO [RS:0;844d197be988:43609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:19:37,226 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:19:37,226 INFO [RS:0;844d197be988:43609 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-844d197be988,43609,1731719891637 because: Region server is closing 2024-11-16T01:19:37,226 INFO [RS:0;844d197be988:43609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:43609. 2024-11-16T01:19:37,226 DEBUG [RS:0;844d197be988:43609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:19:37,226 DEBUG [RS:0;844d197be988:43609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:37,226 DEBUG [RS:0;844d197be988:43609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:37,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:19:37,333 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.shipper844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T01:19:37,333 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.wal-reader.844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T01:19:37,334 INFO [RS:0;844d197be988:43609 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,43609,1731719891637.replicationSource.shipper844d197be988%2C43609%2C1731719891637,1-844d197be988,43609,1731719891637 terminated 2024-11-16T01:19:37,334 INFO [RS:0;844d197be988:43609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43609 2024-11-16T01:19:37,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10141387d080001, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0850464583/rs/844d197be988,43609,1731719891637 2024-11-16T01:19:37,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850464583/rs 2024-11-16T01:19:37,403 INFO [RS:0;844d197be988:43609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:19:37,414 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [844d197be988,43609,1731719891637] 2024-11-16T01:19:37,424 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0850464583/draining/844d197be988,43609,1731719891637 already deleted, retry=false 2024-11-16T01:19:37,424 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 844d197be988,43609,1731719891637 expired; onlineServers=0 2024-11-16T01:19:37,424 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '844d197be988,38701,1731719891389' ***** 2024-11-16T01:19:37,424 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T01:19:37,424 INFO [M:0;844d197be988:38701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:19:37,425 INFO [M:0;844d197be988:38701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:19:37,425 DEBUG [M:0;844d197be988:38701 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T01:19:37,425 DEBUG [M:0;844d197be988:38701 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T01:19:37,425 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T01:19:37,425 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719893823 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719893823,5,FailOnTimeoutGroup] 2024-11-16T01:19:37,425 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719893824 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719893824,5,FailOnTimeoutGroup] 2024-11-16T01:19:37,425 INFO [M:0;844d197be988:38701 {}] hbase.ChoreService(370): Chore service for: master/844d197be988:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T01:19:37,425 INFO [M:0;844d197be988:38701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:19:37,425 DEBUG [M:0;844d197be988:38701 {}] master.HMaster(1795): Stopping service threads 2024-11-16T01:19:37,425 INFO [M:0;844d197be988:38701 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T01:19:37,425 INFO [M:0;844d197be988:38701 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:19:37,425 INFO [M:0;844d197be988:38701 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T01:19:37,425 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T01:19:37,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0850464583/master 2024-11-16T01:19:37,435 DEBUG [M:0;844d197be988:38701 {}] zookeeper.ZKUtil(347): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Unable to get data of znode /0850464583/master because node does not exist (not an error) 2024-11-16T01:19:37,435 WARN [M:0;844d197be988:38701 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T01:19:37,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0850464583 2024-11-16T01:19:37,436 INFO [M:0;844d197be988:38701 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/.lastflushedseqids 2024-11-16T01:19:37,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741850_1026 (size=263) 2024-11-16T01:19:37,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10141387d080001, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:19:37,514 INFO [RS:0;844d197be988:43609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:19:37,514 INFO [RS:0;844d197be988:43609 {}] regionserver.HRegionServer(1031): Exiting; stopping=844d197be988,43609,1731719891637; zookeeper connection closed. 2024-11-16T01:19:37,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43609-0x10141387d080001, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:19:37,514 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77d337ca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77d337ca 2024-11-16T01:19:37,514 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T01:19:37,842 INFO [M:0;844d197be988:38701 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T01:19:37,842 INFO [M:0;844d197be988:38701 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T01:19:37,842 DEBUG [M:0;844d197be988:38701 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:19:37,842 INFO [M:0;844d197be988:38701 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:19:37,842 DEBUG [M:0;844d197be988:38701 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:19:37,842 DEBUG [M:0;844d197be988:38701 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:19:37,842 DEBUG [M:0;844d197be988:38701 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:19:37,842 INFO [M:0;844d197be988:38701 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-16T01:19:37,856 DEBUG [M:0;844d197be988:38701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69d35d8b942f4de88d38b0d9a0701ffd is 82, key is hbase:meta,,1/info:regioninfo/1731719895040/Put/seqid=0 2024-11-16T01:19:37,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741851_1027 (size=5672) 2024-11-16T01:19:37,860 INFO [M:0;844d197be988:38701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69d35d8b942f4de88d38b0d9a0701ffd 2024-11-16T01:19:37,879 DEBUG [M:0;844d197be988:38701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad193aa338b04d75b30ac398bc87fab1 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731719902220/Put/seqid=0 2024-11-16T01:19:37,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741852_1028 (size=7240) 2024-11-16T01:19:38,284 INFO [M:0;844d197be988:38701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad193aa338b04d75b30ac398bc87fab1 2024-11-16T01:19:38,288 INFO [M:0;844d197be988:38701 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad193aa338b04d75b30ac398bc87fab1 2024-11-16T01:19:38,302 DEBUG [M:0;844d197be988:38701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6d6ae99c9df461e86d36046ccb91c39 is 69, key is 844d197be988,43609,1731719891637/rs:state/1731719893903/Put/seqid=0 2024-11-16T01:19:38,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741853_1029 (size=5156) 2024-11-16T01:19:38,706 INFO [M:0;844d197be988:38701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6d6ae99c9df461e86d36046ccb91c39 2024-11-16T01:19:38,712 DEBUG [M:0;844d197be988:38701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69d35d8b942f4de88d38b0d9a0701ffd as hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69d35d8b942f4de88d38b0d9a0701ffd 2024-11-16T01:19:38,718 INFO [M:0;844d197be988:38701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69d35d8b942f4de88d38b0d9a0701ffd, entries=8, sequenceid=105, filesize=5.5 K 2024-11-16T01:19:38,719 DEBUG [M:0;844d197be988:38701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad193aa338b04d75b30ac398bc87fab1 as hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad193aa338b04d75b30ac398bc87fab1 2024-11-16T01:19:38,724 INFO [M:0;844d197be988:38701 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad193aa338b04d75b30ac398bc87fab1 2024-11-16T01:19:38,724 INFO [M:0;844d197be988:38701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad193aa338b04d75b30ac398bc87fab1, entries=11, sequenceid=105, filesize=7.1 K 2024-11-16T01:19:38,725 DEBUG [M:0;844d197be988:38701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6d6ae99c9df461e86d36046ccb91c39 as hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6d6ae99c9df461e86d36046ccb91c39 2024-11-16T01:19:38,730 INFO [M:0;844d197be988:38701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35387/user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6d6ae99c9df461e86d36046ccb91c39, entries=1, sequenceid=105, filesize=5.0 K 2024-11-16T01:19:38,731 INFO [M:0;844d197be988:38701 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=105, compaction requested=false 2024-11-16T01:19:38,732 INFO [M:0;844d197be988:38701 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:19:38,732 DEBUG [M:0;844d197be988:38701 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731719977842Disabling compacts and flushes for region at 1731719977842Disabling writes for close at 1731719977842Obtaining lock to block concurrent updates at 1731719977842Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731719977842Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731719977842Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731719977843 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731719977843Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731719977856 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731719977856Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731719977866 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731719977879 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731719977879Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731719978289 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731719978301 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731719978301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@658c0f03: reopening flushed file at 1731719978711 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ec1ebeb: reopening flushed file at 1731719978718 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@242abe49: reopening flushed file at 1731719978724 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=105, compaction requested=false at 1731719978731 (+7 ms)Writing region close event to WAL at 1731719978732 (+1 ms)Closed at 1731719978732 2024-11-16T01:19:38,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741830_1006 (size=64526) 2024-11-16T01:19:38,735 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f06e8410-d2e7-0e71-cd57-11948ab47a3c/MasterData/WALs/844d197be988,38701,1731719891389/844d197be988%2C38701%2C1731719891389.1731719893599 not finished, retry = 0 2024-11-16T01:19:38,836 INFO [M:0;844d197be988:38701 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T01:19:38,836 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:19:38,836 INFO [M:0;844d197be988:38701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38701 2024-11-16T01:19:38,836 INFO [M:0;844d197be988:38701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:19:38,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:19:38,956 INFO [M:0;844d197be988:38701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:19:38,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38701-0x10141387d080000, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:19:38,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64f74da{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:19:38,958 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@563faabd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:19:38,958 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:19:38,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a7a137e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:19:38,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77acf8a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/hadoop.log.dir/,STOPPED} 2024-11-16T01:19:38,959 WARN [BP-229744781-172.17.0.2-1731719889271 heartbeating to localhost/127.0.0.1:35387 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T01:19:38,959 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T01:19:38,960 WARN [BP-229744781-172.17.0.2-1731719889271 heartbeating to localhost/127.0.0.1:35387 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-229744781-172.17.0.2-1731719889271 (Datanode Uuid 785ef9ca-b340-4974-8e1c-99175800d51c) service to localhost/127.0.0.1:35387 2024-11-16T01:19:38,960 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T01:19:38,960 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/cluster_dd4821af-7606-edaa-a647-b378d394e306/data/data1/current/BP-229744781-172.17.0.2-1731719889271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:19:38,960 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/cluster_dd4821af-7606-edaa-a647-b378d394e306/data/data2/current/BP-229744781-172.17.0.2-1731719889271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:19:38,960 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T01:19:38,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21770a6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:19:38,965 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d6519a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:19:38,965 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:19:38,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e00916a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:19:38,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@170a769b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a825e1e8-3dc4-d979-6b16-106c5758d2be/hadoop.log.dir/,STOPPED} 2024-11-16T01:19:38,973 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T01:19:38,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T01:19:38,992 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 136) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:35387 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:40555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50310) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:40555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:35387 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f5384b8b378.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35387 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:35387 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:40555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35387 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:40555 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f5384b8b378.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50310) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=337 (was 353), ProcessCount=11 (was 11), AvailableMemoryMB=5435 (was 5882) 2024-11-16T01:19:39,000 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=337, ProcessCount=11, AvailableMemoryMB=5435 2024-11-16T01:19:39,012 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-16T01:19:39,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/hadoop.log.dir so I do NOT create it in target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035 2024-11-16T01:19:39,013 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T01:19:39,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/hadoop.tmp.dir so I do NOT create it in target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035 2024-11-16T01:19:39,013 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2bed7e0-030d-4b32-bd39-6321c77a0dde/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T01:19:39,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035 2024-11-16T01:19:39,013 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/cluster_4838eec6-906e-fa6b-bfa4-74c03c2c9356, deleteOnExit=true 2024-11-16T01:19:39,030 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/cluster_4838eec6-906e-fa6b-bfa4-74c03c2c9356/zookeeper_0, clientPort=49750, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/cluster_4838eec6-906e-fa6b-bfa4-74c03c2c9356/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/cluster_4838eec6-906e-fa6b-bfa4-74c03c2c9356/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T01:19:39,031 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49750 2024-11-16T01:19:39,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T01:19:39,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T01:19:39,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/test.cache.data in system properties and HBase conf 2024-11-16T01:19:39,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T01:19:39,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/hadoop.log.dir in system properties and HBase conf 2024-11-16T01:19:39,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T01:19:39,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T01:19:39,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T01:19:39,032 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T01:19:39,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:19:39,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:19:39,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T01:19:39,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:19:39,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T01:19:39,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T01:19:39,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:19:39,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:19:39,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T01:19:39,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/nfs.dump.dir in system properties and HBase conf 2024-11-16T01:19:39,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/java.io.tmpdir in system properties and HBase conf 2024-11-16T01:19:39,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:19:39,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T01:19:39,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T01:19:39,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10141387d080002, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T01:19:39,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10141387d080005, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T01:19:39,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10141387d080005, quorum=127.0.0.1:50310, baseZNode=/1-257470061 Received Disconnected from ZooKeeper, ignoring 2024-11-16T01:19:39,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10141387d080002, quorum=127.0.0.1:50310, baseZNode=/0850464583 Received Disconnected from ZooKeeper, ignoring 2024-11-16T01:19:39,359 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:19:39,366 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:19:39,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:19:39,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:19:39,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T01:19:39,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:19:39,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@372f2841{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:19:39,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d6d32d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:19:39,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58372181{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/java.io.tmpdir/jetty-localhost-37663-hadoop-hdfs-3_4_1-tests_jar-_-any-450311719542451468/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:19:39,469 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e0226e{HTTP/1.1, (http/1.1)}{localhost:37663} 2024-11-16T01:19:39,469 INFO [Time-limited test {}] server.Server(415): Started @144373ms 2024-11-16T01:19:39,890 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:19:39,895 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:19:39,895 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:19:39,895 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:19:39,896 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T01:19:39,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53d6f8c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:19:39,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58023a65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:19:39,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53427165{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/java.io.tmpdir/jetty-localhost-36375-hadoop-hdfs-3_4_1-tests_jar-_-any-14223630932583136253/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:19:39,989 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2614d7cd{HTTP/1.1, (http/1.1)}{localhost:36375} 2024-11-16T01:19:39,989 INFO [Time-limited test {}] server.Server(415): Started @144894ms 2024-11-16T01:19:39,990 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T01:19:40,676 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/cluster_4838eec6-906e-fa6b-bfa4-74c03c2c9356/data/data2/current/BP-2092794959-172.17.0.2-1731719979057/current, will proceed with Du for space computation calculation, 2024-11-16T01:19:40,676 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/cluster_4838eec6-906e-fa6b-bfa4-74c03c2c9356/data/data1/current/BP-2092794959-172.17.0.2-1731719979057/current, will proceed with Du for space computation calculation, 2024-11-16T01:19:40,692 WARN [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T01:19:40,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5942e61135cb7cd with lease ID 0x31511d9071110e: Processing first storage report for DS-d441e62d-3d50-49bf-8957-2a57bb44510c from datanode DatanodeRegistration(127.0.0.1:32951, datanodeUuid=4b90e08e-6519-437c-87e8-5cff552e2e01, infoPort=42437, infoSecurePort=0, ipcPort=34781, storageInfo=lv=-57;cid=testClusterID;nsid=1449927318;c=1731719979057) 2024-11-16T01:19:40,694 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5942e61135cb7cd with lease ID 0x31511d9071110e: from storage DS-d441e62d-3d50-49bf-8957-2a57bb44510c node DatanodeRegistration(127.0.0.1:32951, datanodeUuid=4b90e08e-6519-437c-87e8-5cff552e2e01, infoPort=42437, infoSecurePort=0, ipcPort=34781, storageInfo=lv=-57;cid=testClusterID;nsid=1449927318;c=1731719979057), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:19:40,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5942e61135cb7cd with lease ID 0x31511d9071110e: Processing first storage report for DS-a5ab516d-cf27-402b-ba4e-586aa5b3e92d from datanode DatanodeRegistration(127.0.0.1:32951, datanodeUuid=4b90e08e-6519-437c-87e8-5cff552e2e01, infoPort=42437, infoSecurePort=0, ipcPort=34781, storageInfo=lv=-57;cid=testClusterID;nsid=1449927318;c=1731719979057) 2024-11-16T01:19:40,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5942e61135cb7cd with lease ID 0x31511d9071110e: from storage DS-a5ab516d-cf27-402b-ba4e-586aa5b3e92d node DatanodeRegistration(127.0.0.1:32951, datanodeUuid=4b90e08e-6519-437c-87e8-5cff552e2e01, infoPort=42437, infoSecurePort=0, ipcPort=34781, storageInfo=lv=-57;cid=testClusterID;nsid=1449927318;c=1731719979057), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:19:40,715 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035 2024-11-16T01:19:40,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:19:40,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:19:40,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741825_1001 (size=7) 2024-11-16T01:19:41,124 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148 with version=8 2024-11-16T01:19:41,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/hbase-staging 2024-11-16T01:19:41,126 INFO [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=45 2024-11-16T01:19:41,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:19:41,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:19:41,126 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:19:41,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:19:41,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:19:41,126 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T01:19:41,126 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:19:41,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37431 2024-11-16T01:19:41,128 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37431 connecting to ZooKeeper ensemble=127.0.0.1:49750 2024-11-16T01:19:41,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374310x0, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:19:41,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37431-0x1014139dbc10000 connected 2024-11-16T01:19:41,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:19:41,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:19:41,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Set watcher on znode that does not yet exist, /02104831808/running 2024-11-16T01:19:41,300 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148, hbase.cluster.distributed=false 2024-11-16T01:19:41,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Set watcher on znode that does not yet exist, /02104831808/acl 2024-11-16T01:19:41,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37431 2024-11-16T01:19:41,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37431 2024-11-16T01:19:41,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37431 2024-11-16T01:19:41,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37431 2024-11-16T01:19:41,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37431 2024-11-16T01:19:41,316 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=45 2024-11-16T01:19:41,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:19:41,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:19:41,316 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:19:41,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:19:41,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:19:41,316 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T01:19:41,316 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:19:41,317 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44147 2024-11-16T01:19:41,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44147 connecting to ZooKeeper ensemble=127.0.0.1:49750 2024-11-16T01:19:41,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:19:41,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:19:41,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441470x0, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:19:41,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441470x0, quorum=127.0.0.1:49750, baseZNode=/02104831808 Set watcher on znode that does not yet exist, /02104831808/running 2024-11-16T01:19:41,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44147-0x1014139dbc10001 connected 2024-11-16T01:19:41,330 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T01:19:41,330 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T01:19:41,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44147-0x1014139dbc10001, quorum=127.0.0.1:49750, baseZNode=/02104831808 Set watcher on znode that does not yet exist, /02104831808/master 2024-11-16T01:19:41,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44147-0x1014139dbc10001, quorum=127.0.0.1:49750, baseZNode=/02104831808 Set watcher on znode that does not yet exist, /02104831808/acl 2024-11-16T01:19:41,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44147 2024-11-16T01:19:41,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44147 2024-11-16T01:19:41,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44147 2024-11-16T01:19:41,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44147 2024-11-16T01:19:41,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44147 2024-11-16T01:19:41,346 DEBUG [M:0;844d197be988:37431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:37431 2024-11-16T01:19:41,346 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02104831808/backup-masters/844d197be988,37431,1731719981126 2024-11-16T01:19:41,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44147-0x1014139dbc10001, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808/backup-masters 2024-11-16T01:19:41,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808/backup-masters 2024-11-16T01:19:41,356 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Set watcher on existing znode=/02104831808/backup-masters/844d197be988,37431,1731719981126 2024-11-16T01:19:41,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808 2024-11-16T01:19:41,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44147-0x1014139dbc10001, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02104831808/master 2024-11-16T01:19:41,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44147-0x1014139dbc10001, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808 2024-11-16T01:19:41,367 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Set watcher on existing znode=/02104831808/master 2024-11-16T01:19:41,367 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02104831808/backup-masters/844d197be988,37431,1731719981126 from backup master directory 2024-11-16T01:19:41,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02104831808/backup-masters/844d197be988,37431,1731719981126 2024-11-16T01:19:41,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44147-0x1014139dbc10001, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808/backup-masters 2024-11-16T01:19:41,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808/backup-masters 2024-11-16T01:19:41,377 WARN [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:19:41,377 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,37431,1731719981126 2024-11-16T01:19:41,381 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/hbase.id] with ID: 8803aebb-957c-46fc-b1e3-880e3ab48775 2024-11-16T01:19:41,381 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/.tmp/hbase.id 2024-11-16T01:19:41,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741826_1002 (size=42) 2024-11-16T01:19:41,786 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/.tmp/hbase.id]:[hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/hbase.id] 2024-11-16T01:19:41,796 INFO [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:19:41,796 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T01:19:41,797 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T01:19:41,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808 2024-11-16T01:19:41,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44147-0x1014139dbc10001, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808 2024-11-16T01:19:41,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741827_1003 (size=196) 2024-11-16T01:19:42,272 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:19:42,272 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T01:19:42,273 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:19:42,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741828_1004 (size=1189) 2024-11-16T01:19:42,635 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:19:42,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:19:42,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:19:42,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:19:42,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:19:42,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:19:42,679 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store 2024-11-16T01:19:42,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741829_1005 (size=34) 2024-11-16T01:19:42,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:19:42,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T01:19:42,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T01:19:42,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T01:19:42,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T01:19:42,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:19:42,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:19:43,085 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:19:43,085 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:19:43,085 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:19:43,085 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:19:43,085 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:19:43,085 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:19:43,085 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:19:43,085 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731719983085Disabling compacts and flushes for region at 1731719983085Disabling writes for close at 1731719983085Writing region close event to WAL at 1731719983085Closed at 1731719983085 2024-11-16T01:19:43,086 WARN [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/.initializing 2024-11-16T01:19:43,086 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/WALs/844d197be988,37431,1731719981126 2024-11-16T01:19:43,087 INFO [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:19:43,089 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C37431%2C1731719981126, suffix=, logDir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/WALs/844d197be988,37431,1731719981126, archiveDir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/oldWALs, maxLogs=10 2024-11-16T01:19:43,100 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/WALs/844d197be988,37431,1731719981126/844d197be988%2C37431%2C1731719981126.1731719983089, exclude list is [], retry=0 2024-11-16T01:19:43,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32951,DS-d441e62d-3d50-49bf-8957-2a57bb44510c,DISK] 2024-11-16T01:19:43,104 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/WALs/844d197be988,37431,1731719981126/844d197be988%2C37431%2C1731719981126.1731719983089 2024-11-16T01:19:43,104 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42437:42437)] 2024-11-16T01:19:43,104 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:19:43,104 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:19:43,104 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:43,105 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:43,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:43,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T01:19:43,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:43,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:19:43,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:43,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T01:19:43,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:43,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:19:43,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:43,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T01:19:43,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:43,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:19:43,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:43,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T01:19:43,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:43,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:19:43,111 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:43,111 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:43,112 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:43,113 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:43,113 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:43,113 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:19:43,114 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:43,116 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:19:43,116 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68501595, jitterRate=0.02075330913066864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:19:43,117 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731719983105Initializing all the Stores at 1731719983106 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719983106Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719983106Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719983106Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719983106Cleaning up temporary data from old regions at 1731719983113 (+7 ms)Region opened successfully at 1731719983117 (+4 ms) 2024-11-16T01:19:43,117 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T01:19:43,120 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c62fc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:19:43,121 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T01:19:43,121 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T01:19:43,121 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T01:19:43,121 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T01:19:43,122 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T01:19:43,122 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T01:19:43,122 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T01:19:43,124 INFO [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T01:19:43,124 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Unable to get data of znode /02104831808/balancer because node does not exist (not necessarily an error) 2024-11-16T01:19:43,192 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02104831808/balancer already deleted, retry=false 2024-11-16T01:19:43,192 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T01:19:43,193 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Unable to get data of znode /02104831808/normalizer because node does not exist (not necessarily an error) 2024-11-16T01:19:43,203 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02104831808/normalizer already deleted, retry=false 2024-11-16T01:19:43,203 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T01:19:43,204 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Unable to get data of znode /02104831808/switch/split because node does not exist (not necessarily an error) 2024-11-16T01:19:43,213 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02104831808/switch/split already deleted, retry=false 2024-11-16T01:19:43,214 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Unable to get data of znode /02104831808/switch/merge because node does not exist (not necessarily an error) 2024-11-16T01:19:43,224 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02104831808/switch/merge already deleted, retry=false 2024-11-16T01:19:43,225 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Unable to get data of znode /02104831808/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T01:19:43,234 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02104831808/snapshot-cleanup already deleted, retry=false 2024-11-16T01:19:43,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02104831808/running 2024-11-16T01:19:43,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44147-0x1014139dbc10001, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02104831808/running 2024-11-16T01:19:43,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808 2024-11-16T01:19:43,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44147-0x1014139dbc10001, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808 2024-11-16T01:19:43,245 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,37431,1731719981126, sessionid=0x1014139dbc10000, setting cluster-up flag (Was=false) 2024-11-16T01:19:43,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808 2024-11-16T01:19:43,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44147-0x1014139dbc10001, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808 2024-11-16T01:19:43,297 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02104831808/flush-table-proc/acquired, /02104831808/flush-table-proc/reached, /02104831808/flush-table-proc/abort 2024-11-16T01:19:43,298 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,37431,1731719981126 2024-11-16T01:19:43,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808 2024-11-16T01:19:43,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44147-0x1014139dbc10001, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808 2024-11-16T01:19:43,350 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02104831808/online-snapshot/acquired, /02104831808/online-snapshot/reached, /02104831808/online-snapshot/abort 2024-11-16T01:19:43,351 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,37431,1731719981126 2024-11-16T01:19:43,352 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T01:19:43,353 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T01:19:43,353 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T01:19:43,353 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T01:19:43,354 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,37431,1731719981126 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T01:19:43,355 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:19:43,355 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:19:43,355 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:19:43,355 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:19:43,355 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10 2024-11-16T01:19:43,355 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:43,355 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:19:43,355 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:43,356 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731720013356 2024-11-16T01:19:43,356 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T01:19:43,356 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T01:19:43,356 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T01:19:43,356 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T01:19:43,356 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T01:19:43,356 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T01:19:43,357 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:19:43,357 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T01:19:43,358 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:43,358 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T01:19:43,362 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:43,363 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T01:19:43,363 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T01:19:43,363 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T01:19:43,363 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T01:19:43,363 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T01:19:43,363 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T01:19:43,363 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719983363,5,FailOnTimeoutGroup] 2024-11-16T01:19:43,363 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719983363,5,FailOnTimeoutGroup] 2024-11-16T01:19:43,364 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:43,364 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T01:19:43,364 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:43,364 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:43,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741831_1007 (size=1321) 2024-11-16T01:19:43,439 INFO [RS:0;844d197be988:44147 {}] regionserver.HRegionServer(746): ClusterId : 8803aebb-957c-46fc-b1e3-880e3ab48775 2024-11-16T01:19:43,439 DEBUG [RS:0;844d197be988:44147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T01:19:43,452 DEBUG [RS:0;844d197be988:44147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T01:19:43,452 DEBUG [RS:0;844d197be988:44147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T01:19:43,462 DEBUG [RS:0;844d197be988:44147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T01:19:43,462 DEBUG [RS:0;844d197be988:44147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b0b4e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:19:43,472 DEBUG [RS:0;844d197be988:44147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:44147 2024-11-16T01:19:43,472 INFO [RS:0;844d197be988:44147 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T01:19:43,472 INFO [RS:0;844d197be988:44147 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T01:19:43,472 DEBUG [RS:0;844d197be988:44147 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T01:19:43,473 INFO [RS:0;844d197be988:44147 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,37431,1731719981126 with port=44147, startcode=1731719981315 2024-11-16T01:19:43,473 DEBUG [RS:0;844d197be988:44147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T01:19:43,475 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T01:19:43,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37431 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,44147,1731719981315 2024-11-16T01:19:43,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37431 {}] master.ServerManager(517): Registering regionserver=844d197be988,44147,1731719981315 2024-11-16T01:19:43,476 DEBUG [RS:0;844d197be988:44147 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148 2024-11-16T01:19:43,477 DEBUG [RS:0;844d197be988:44147 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43595 2024-11-16T01:19:43,477 DEBUG [RS:0;844d197be988:44147 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T01:19:43,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808/rs 2024-11-16T01:19:43,487 DEBUG [RS:0;844d197be988:44147 {}] zookeeper.ZKUtil(111): regionserver:44147-0x1014139dbc10001, quorum=127.0.0.1:49750, baseZNode=/02104831808 Set watcher on existing znode=/02104831808/rs/844d197be988,44147,1731719981315 2024-11-16T01:19:43,487 WARN [RS:0;844d197be988:44147 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:19:43,487 INFO [RS:0;844d197be988:44147 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:19:43,487 DEBUG [RS:0;844d197be988:44147 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,44147,1731719981315 2024-11-16T01:19:43,488 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,44147,1731719981315] 2024-11-16T01:19:43,491 INFO [RS:0;844d197be988:44147 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T01:19:43,492 INFO [RS:0;844d197be988:44147 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T01:19:43,493 INFO [RS:0;844d197be988:44147 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T01:19:43,493 INFO [RS:0;844d197be988:44147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:43,493 INFO [RS:0;844d197be988:44147 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T01:19:43,494 INFO [RS:0;844d197be988:44147 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T01:19:43,494 INFO [RS:0;844d197be988:44147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:43,494 DEBUG [RS:0;844d197be988:44147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:43,494 DEBUG [RS:0;844d197be988:44147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:43,494 DEBUG [RS:0;844d197be988:44147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:43,494 DEBUG [RS:0;844d197be988:44147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:43,494 DEBUG [RS:0;844d197be988:44147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:43,494 DEBUG [RS:0;844d197be988:44147 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:19:43,494 DEBUG [RS:0;844d197be988:44147 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:43,494 DEBUG [RS:0;844d197be988:44147 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:43,494 DEBUG [RS:0;844d197be988:44147 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:43,494 DEBUG [RS:0;844d197be988:44147 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:43,494 DEBUG [RS:0;844d197be988:44147 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:43,494 DEBUG [RS:0;844d197be988:44147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:43,494 DEBUG [RS:0;844d197be988:44147 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:19:43,494 DEBUG [RS:0;844d197be988:44147 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:19:43,495 INFO [RS:0;844d197be988:44147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:43,495 INFO [RS:0;844d197be988:44147 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:43,495 INFO [RS:0;844d197be988:44147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:43,495 INFO [RS:0;844d197be988:44147 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:43,495 INFO [RS:0;844d197be988:44147 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:43,495 INFO [RS:0;844d197be988:44147 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44147,1731719981315-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:19:43,509 INFO [RS:0;844d197be988:44147 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T01:19:43,509 INFO [RS:0;844d197be988:44147 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44147,1731719981315-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:43,509 INFO [RS:0;844d197be988:44147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:43,509 INFO [RS:0;844d197be988:44147 {}] regionserver.Replication(171): 844d197be988,44147,1731719981315 started 2024-11-16T01:19:43,521 INFO [RS:0;844d197be988:44147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:43,521 INFO [RS:0;844d197be988:44147 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,44147,1731719981315, RpcServer on 844d197be988/172.17.0.2:44147, sessionid=0x1014139dbc10001 2024-11-16T01:19:43,521 DEBUG [RS:0;844d197be988:44147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T01:19:43,521 DEBUG [RS:0;844d197be988:44147 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,44147,1731719981315 2024-11-16T01:19:43,521 DEBUG [RS:0;844d197be988:44147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,44147,1731719981315' 2024-11-16T01:19:43,521 DEBUG [RS:0;844d197be988:44147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02104831808/flush-table-proc/abort' 2024-11-16T01:19:43,521 DEBUG [RS:0;844d197be988:44147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02104831808/flush-table-proc/acquired' 2024-11-16T01:19:43,522 DEBUG [RS:0;844d197be988:44147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T01:19:43,522 DEBUG [RS:0;844d197be988:44147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T01:19:43,522 DEBUG [RS:0;844d197be988:44147 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,44147,1731719981315 2024-11-16T01:19:43,522 DEBUG [RS:0;844d197be988:44147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,44147,1731719981315' 2024-11-16T01:19:43,522 DEBUG [RS:0;844d197be988:44147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02104831808/online-snapshot/abort' 2024-11-16T01:19:43,522 DEBUG [RS:0;844d197be988:44147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02104831808/online-snapshot/acquired' 2024-11-16T01:19:43,523 DEBUG [RS:0;844d197be988:44147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T01:19:43,523 INFO [RS:0;844d197be988:44147 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T01:19:43,523 INFO [RS:0;844d197be988:44147 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T01:19:43,623 INFO [RS:0;844d197be988:44147 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:19:43,625 INFO [RS:0;844d197be988:44147 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C44147%2C1731719981315, suffix=, logDir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,44147,1731719981315, archiveDir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/oldWALs, maxLogs=10 2024-11-16T01:19:43,636 DEBUG [RS:0;844d197be988:44147 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,44147,1731719981315/844d197be988%2C44147%2C1731719981315.1731719983625, exclude list is [], retry=0 2024-11-16T01:19:43,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32951,DS-d441e62d-3d50-49bf-8957-2a57bb44510c,DISK] 2024-11-16T01:19:43,641 INFO [RS:0;844d197be988:44147 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,44147,1731719981315/844d197be988%2C44147%2C1731719981315.1731719983625 2024-11-16T01:19:43,644 DEBUG [RS:0;844d197be988:44147 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42437:42437)] 2024-11-16T01:19:43,769 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T01:19:43,769 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148 2024-11-16T01:19:43,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741833_1009 (size=32) 2024-11-16T01:19:44,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:19:44,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:19:44,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:19:44,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:44,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:19:44,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:19:44,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:19:44,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:44,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:19:44,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:19:44,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:19:44,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:44,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:19:44,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:19:44,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:19:44,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:44,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:19:44,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:19:44,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740 2024-11-16T01:19:44,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740 2024-11-16T01:19:44,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:19:44,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:19:44,184 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:19:44,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:19:44,186 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:19:44,187 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70418039, jitterRate=0.04931055009365082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:19:44,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731719984175Initializing all the Stores at 1731719984175Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719984175Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719984176 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719984176Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719984176Cleaning up temporary data from old regions at 1731719984183 (+7 ms)Region opened successfully at 1731719984187 (+4 ms) 2024-11-16T01:19:44,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:19:44,187 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:19:44,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:19:44,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:19:44,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:19:44,187 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:19:44,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731719984187Disabling compacts and flushes for region at 1731719984187Disabling writes for close at 1731719984187Writing region close event to WAL at 1731719984187Closed at 1731719984187 2024-11-16T01:19:44,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:19:44,189 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T01:19:44,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T01:19:44,190 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:19:44,191 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T01:19:44,341 DEBUG [844d197be988:37431 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:19:44,342 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,44147,1731719981315 2024-11-16T01:19:44,343 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,44147,1731719981315, state=OPENING 2024-11-16T01:19:44,392 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T01:19:44,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44147-0x1014139dbc10001, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808 2024-11-16T01:19:44,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808 2024-11-16T01:19:44,403 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:19:44,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,44147,1731719981315}] 2024-11-16T01:19:44,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02104831808/meta-region-server: CHANGED 2024-11-16T01:19:44,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02104831808/meta-region-server: CHANGED 2024-11-16T01:19:44,556 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:19:44,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:19:44,562 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T01:19:44,562 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:19:44,562 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T01:19:44,564 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C44147%2C1731719981315.meta, suffix=.meta, logDir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,44147,1731719981315, archiveDir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/oldWALs, maxLogs=10 2024-11-16T01:19:44,580 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,44147,1731719981315/844d197be988%2C44147%2C1731719981315.meta.1731719984565.meta, exclude list is [], retry=0 2024-11-16T01:19:44,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32951,DS-d441e62d-3d50-49bf-8957-2a57bb44510c,DISK] 2024-11-16T01:19:44,586 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,44147,1731719981315/844d197be988%2C44147%2C1731719981315.meta.1731719984565.meta 2024-11-16T01:19:44,587 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42437:42437)] 2024-11-16T01:19:44,587 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:19:44,587 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:19:44,588 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:19:44,588 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T01:19:44,588 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T01:19:44,588 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T01:19:44,588 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:19:44,588 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T01:19:44,588 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T01:19:44,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:19:44,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:19:44,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:44,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:19:44,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:19:44,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:19:44,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:44,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:19:44,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:19:44,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:19:44,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:44,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:19:44,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:19:44,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:19:44,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:44,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:19:44,601 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:19:44,602 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740 2024-11-16T01:19:44,603 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740 2024-11-16T01:19:44,604 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:19:44,604 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:19:44,605 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:19:44,606 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:19:44,607 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71961301, jitterRate=0.07230694591999054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:19:44,607 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T01:19:44,607 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731719984588Writing region info on filesystem at 1731719984588Initializing all the Stores at 1731719984593 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719984593Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719984595 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719984595Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719984595Cleaning up temporary data from old regions at 1731719984604 (+9 ms)Running coprocessor post-open hooks at 1731719984607 (+3 ms)Region opened successfully at 1731719984607 2024-11-16T01:19:44,608 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731719984556 2024-11-16T01:19:44,610 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T01:19:44,610 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T01:19:44,611 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,44147,1731719981315 2024-11-16T01:19:44,612 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,44147,1731719981315, state=OPEN 2024-11-16T01:19:44,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44147-0x1014139dbc10001, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02104831808/meta-region-server 2024-11-16T01:19:44,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02104831808/meta-region-server 2024-11-16T01:19:44,730 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,44147,1731719981315 2024-11-16T01:19:44,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02104831808/meta-region-server: CHANGED 2024-11-16T01:19:44,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02104831808/meta-region-server: CHANGED 2024-11-16T01:19:44,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T01:19:44,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,44147,1731719981315 in 327 msec 2024-11-16T01:19:44,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T01:19:44,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 543 msec 2024-11-16T01:19:44,734 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:19:44,734 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T01:19:44,736 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:19:44,736 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,44147,1731719981315, seqNum=-1] 2024-11-16T01:19:44,736 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:19:44,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:19:44,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3890 sec 2024-11-16T01:19:44,743 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731719984743, completionTime=-1 2024-11-16T01:19:44,743 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T01:19:44,743 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T01:19:44,745 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T01:19:44,745 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731720044745 2024-11-16T01:19:44,745 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731720104745 2024-11-16T01:19:44,745 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T01:19:44,745 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,37431,1731719981126-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:44,745 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,37431,1731719981126-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:44,745 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,37431,1731719981126-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:44,746 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:37431, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:44,746 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:44,746 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:44,747 DEBUG [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T01:19:44,749 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.372sec 2024-11-16T01:19:44,750 INFO [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T01:19:44,750 INFO [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T01:19:44,750 INFO [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T01:19:44,750 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T01:19:44,750 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T01:19:44,750 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,37431,1731719981126-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:19:44,750 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,37431,1731719981126-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T01:19:44,752 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T01:19:44,752 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T01:19:44,752 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,37431,1731719981126-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:44,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291b75f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:19:44,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,37431,-1 for getting cluster id 2024-11-16T01:19:44,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:19:44,841 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803aebb-957c-46fc-b1e3-880e3ab48775' 2024-11-16T01:19:44,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:19:44,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803aebb-957c-46fc-b1e3-880e3ab48775" 2024-11-16T01:19:44,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fae5d1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:19:44,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,37431,-1] 2024-11-16T01:19:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:19:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:44,842 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:19:44,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9bd97f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:19:44,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:19:44,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,44147,1731719981315, seqNum=-1] 2024-11-16T01:19:44,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:19:44,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:19:44,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=844d197be988,37431,1731719981126 2024-11-16T01:19:44,848 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49750 2024-11-16T01:19:44,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:19:44,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014139dbc10002 connected 2024-11-16T01:19:44,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/hadoop.log.dir so I do NOT create it in target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484 2024-11-16T01:19:44,879 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T01:19:44,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/hadoop.tmp.dir so I do NOT create it in target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484 2024-11-16T01:19:44,879 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T01:19:44,879 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484 2024-11-16T01:19:44,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T01:19:44,879 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/cluster_22e49d6a-2972-8074-4d8c-1c6d2e9bb05e, deleteOnExit=true 2024-11-16T01:19:44,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T01:19:44,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/test.cache.data in system properties and HBase conf 2024-11-16T01:19:44,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T01:19:44,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/hadoop.log.dir in system properties and HBase conf 2024-11-16T01:19:44,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T01:19:44,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T01:19:44,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T01:19:44,880 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T01:19:44,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:19:44,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:19:44,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T01:19:44,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:19:44,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T01:19:44,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T01:19:44,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:19:44,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:19:44,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T01:19:44,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/nfs.dump.dir in system properties and HBase conf 2024-11-16T01:19:44,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/java.io.tmpdir in system properties and HBase conf 2024-11-16T01:19:44,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:19:44,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T01:19:44,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T01:19:45,357 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:19:45,360 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:19:45,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:19:45,362 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:19:45,362 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:19:45,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:19:45,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c3cabb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:19:45,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15d568fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:19:45,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36b8f3d0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/java.io.tmpdir/jetty-localhost-41641-hadoop-hdfs-3_4_1-tests_jar-_-any-18162140109743433447/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:19:45,456 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a775333{HTTP/1.1, (http/1.1)}{localhost:41641} 2024-11-16T01:19:45,456 INFO [Time-limited test {}] server.Server(415): Started @150361ms 2024-11-16T01:19:45,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:19:45,759 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:19:45,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:19:45,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:19:45,759 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T01:19:45,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2427d7e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:19:45,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75a27f04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:19:45,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23959b18{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/java.io.tmpdir/jetty-localhost-40935-hadoop-hdfs-3_4_1-tests_jar-_-any-14336720377284718073/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:19:45,854 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f61ebe8{HTTP/1.1, (http/1.1)}{localhost:40935} 2024-11-16T01:19:45,854 INFO [Time-limited test {}] server.Server(415): Started @150759ms 2024-11-16T01:19:45,855 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T01:19:46,490 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/cluster_22e49d6a-2972-8074-4d8c-1c6d2e9bb05e/data/data1/current/BP-1888497670-172.17.0.2-1731719984901/current, will proceed with Du for space computation calculation, 2024-11-16T01:19:46,490 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/cluster_22e49d6a-2972-8074-4d8c-1c6d2e9bb05e/data/data2/current/BP-1888497670-172.17.0.2-1731719984901/current, will proceed with Du for space computation calculation, 2024-11-16T01:19:46,509 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T01:19:46,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61e33f27ca883ec7 with lease ID 0x695c60c41f730661: Processing first storage report for DS-de30c63b-9dd0-4f1e-b7e8-79a901686def from datanode DatanodeRegistration(127.0.0.1:36523, datanodeUuid=157205b7-6c36-48df-8931-d854bb5af3f5, infoPort=42893, infoSecurePort=0, ipcPort=33599, storageInfo=lv=-57;cid=testClusterID;nsid=722905957;c=1731719984901) 2024-11-16T01:19:46,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61e33f27ca883ec7 with lease ID 0x695c60c41f730661: from storage DS-de30c63b-9dd0-4f1e-b7e8-79a901686def node DatanodeRegistration(127.0.0.1:36523, datanodeUuid=157205b7-6c36-48df-8931-d854bb5af3f5, infoPort=42893, infoSecurePort=0, ipcPort=33599, storageInfo=lv=-57;cid=testClusterID;nsid=722905957;c=1731719984901), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:19:46,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61e33f27ca883ec7 with lease ID 0x695c60c41f730661: Processing first storage report for DS-3da20040-58a6-4296-b505-4bcbc1f705f5 from datanode DatanodeRegistration(127.0.0.1:36523, datanodeUuid=157205b7-6c36-48df-8931-d854bb5af3f5, infoPort=42893, infoSecurePort=0, ipcPort=33599, storageInfo=lv=-57;cid=testClusterID;nsid=722905957;c=1731719984901) 2024-11-16T01:19:46,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61e33f27ca883ec7 with lease ID 0x695c60c41f730661: from storage DS-3da20040-58a6-4296-b505-4bcbc1f705f5 node DatanodeRegistration(127.0.0.1:36523, datanodeUuid=157205b7-6c36-48df-8931-d854bb5af3f5, infoPort=42893, infoSecurePort=0, ipcPort=33599, storageInfo=lv=-57;cid=testClusterID;nsid=722905957;c=1731719984901), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:19:46,579 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484 2024-11-16T01:19:46,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:19:46,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:19:46,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741825_1001 (size=7) 2024-11-16T01:19:46,988 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390 with version=8 2024-11-16T01:19:46,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/hbase-staging 2024-11-16T01:19:46,990 INFO [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=45 2024-11-16T01:19:46,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:19:46,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:19:46,990 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:19:46,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:19:46,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:19:46,990 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T01:19:46,990 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:19:46,991 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44425 2024-11-16T01:19:46,992 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44425 connecting to ZooKeeper ensemble=127.0.0.1:49750 2024-11-16T01:19:47,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444250x0, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:19:47,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44425-0x1014139dbc10003 connected 2024-11-16T01:19:47,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:19:47,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:19:47,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Set watcher on znode that does not yet exist, /11922339217/running 2024-11-16T01:19:47,112 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390, hbase.cluster.distributed=false 2024-11-16T01:19:47,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Set watcher on znode that does not yet exist, /11922339217/acl 2024-11-16T01:19:47,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44425 2024-11-16T01:19:47,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44425 2024-11-16T01:19:47,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44425 2024-11-16T01:19:47,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44425 2024-11-16T01:19:47,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44425 2024-11-16T01:19:47,128 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=45 2024-11-16T01:19:47,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:19:47,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:19:47,128 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:19:47,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:19:47,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:19:47,129 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T01:19:47,129 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:19:47,129 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37967 2024-11-16T01:19:47,130 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37967 connecting to ZooKeeper ensemble=127.0.0.1:49750 2024-11-16T01:19:47,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:19:47,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:19:47,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379670x0, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:19:47,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37967-0x1014139dbc10004 connected 2024-11-16T01:19:47,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37967-0x1014139dbc10004, quorum=127.0.0.1:49750, baseZNode=/11922339217 Set watcher on znode that does not yet exist, /11922339217/running 2024-11-16T01:19:47,146 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T01:19:47,146 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T01:19:47,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37967-0x1014139dbc10004, quorum=127.0.0.1:49750, baseZNode=/11922339217 Set watcher on znode that does not yet exist, /11922339217/master 2024-11-16T01:19:47,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37967-0x1014139dbc10004, quorum=127.0.0.1:49750, baseZNode=/11922339217 Set watcher on znode that does not yet exist, /11922339217/acl 2024-11-16T01:19:47,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37967 2024-11-16T01:19:47,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37967 2024-11-16T01:19:47,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37967 2024-11-16T01:19:47,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37967 2024-11-16T01:19:47,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37967 2024-11-16T01:19:47,162 DEBUG [M:0;844d197be988:44425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:44425 2024-11-16T01:19:47,162 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11922339217/backup-masters/844d197be988,44425,1731719986990 2024-11-16T01:19:47,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11922339217/backup-masters 2024-11-16T01:19:47,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1014139dbc10004, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11922339217/backup-masters 2024-11-16T01:19:47,171 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Set watcher on existing znode=/11922339217/backup-masters/844d197be988,44425,1731719986990 2024-11-16T01:19:47,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11922339217 2024-11-16T01:19:47,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1014139dbc10004, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11922339217/master 2024-11-16T01:19:47,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1014139dbc10004, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11922339217 2024-11-16T01:19:47,182 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Set watcher on existing znode=/11922339217/master 2024-11-16T01:19:47,182 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11922339217/backup-masters/844d197be988,44425,1731719986990 from backup master directory 2024-11-16T01:19:47,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11922339217/backup-masters/844d197be988,44425,1731719986990 2024-11-16T01:19:47,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1014139dbc10004, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11922339217/backup-masters 2024-11-16T01:19:47,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11922339217/backup-masters 2024-11-16T01:19:47,192 WARN [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:19:47,192 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,44425,1731719986990 2024-11-16T01:19:47,195 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/hbase.id] with ID: 67d9e40b-3c0f-4514-9c27-81df54b232c9 2024-11-16T01:19:47,195 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/.tmp/hbase.id 2024-11-16T01:19:47,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741826_1002 (size=42) 2024-11-16T01:19:47,599 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/.tmp/hbase.id]:[hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/hbase.id] 2024-11-16T01:19:47,609 INFO [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:19:47,609 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T01:19:47,610 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T01:19:47,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1014139dbc10004, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11922339217 2024-11-16T01:19:47,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11922339217 2024-11-16T01:19:47,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741827_1003 (size=196) 2024-11-16T01:19:48,061 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:19:48,061 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T01:19:48,062 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:19:48,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741828_1004 (size=1189) 2024-11-16T01:19:48,251 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:19:48,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:19:48,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:19:48,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:19:48,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:19:48,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:19:48,468 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/data/master/store 2024-11-16T01:19:48,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741829_1005 (size=34) 2024-11-16T01:19:48,874 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:19:48,874 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:19:48,874 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:19:48,874 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:19:48,874 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:19:48,874 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:19:48,874 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:19:48,875 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731719988874Disabling compacts and flushes for region at 1731719988874Disabling writes for close at 1731719988874Writing region close event to WAL at 1731719988874Closed at 1731719988874 2024-11-16T01:19:48,875 WARN [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/data/master/store/.initializing 2024-11-16T01:19:48,875 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/WALs/844d197be988,44425,1731719986990 2024-11-16T01:19:48,876 INFO [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:19:48,878 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C44425%2C1731719986990, suffix=, logDir=hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/WALs/844d197be988,44425,1731719986990, archiveDir=hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/oldWALs, maxLogs=10 2024-11-16T01:19:48,893 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/WALs/844d197be988,44425,1731719986990/844d197be988%2C44425%2C1731719986990.1731719988878, exclude list is [], retry=0 2024-11-16T01:19:48,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36523,DS-de30c63b-9dd0-4f1e-b7e8-79a901686def,DISK] 2024-11-16T01:19:48,897 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/WALs/844d197be988,44425,1731719986990/844d197be988%2C44425%2C1731719986990.1731719988878 2024-11-16T01:19:48,897 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42893:42893)] 2024-11-16T01:19:48,897 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:19:48,898 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:19:48,898 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:48,898 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:48,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:48,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T01:19:48,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:48,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:19:48,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:48,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T01:19:48,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:48,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:19:48,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:48,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T01:19:48,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:48,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:19:48,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:48,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T01:19:48,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:48,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:19:48,905 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:48,906 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:48,906 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:48,907 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:48,907 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:48,907 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:19:48,908 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:48,910 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:19:48,910 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64622011, jitterRate=-0.037056997418403625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:19:48,910 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731719988898Initializing all the Stores at 1731719988899 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719988899Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719988899Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719988899Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719988899Cleaning up temporary data from old regions at 1731719988907 (+8 ms)Region opened successfully at 1731719988910 (+3 ms) 2024-11-16T01:19:48,911 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T01:19:48,913 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c7664db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:19:48,914 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T01:19:48,914 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T01:19:48,914 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T01:19:48,914 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T01:19:48,915 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T01:19:48,915 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T01:19:48,915 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T01:19:48,916 INFO [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T01:19:48,917 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Unable to get data of znode /11922339217/balancer because node does not exist (not necessarily an error) 2024-11-16T01:19:48,992 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11922339217/balancer already deleted, retry=false 2024-11-16T01:19:48,992 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T01:19:48,993 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Unable to get data of znode /11922339217/normalizer because node does not exist (not necessarily an error) 2024-11-16T01:19:49,002 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11922339217/normalizer already deleted, retry=false 2024-11-16T01:19:49,002 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T01:19:49,003 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Unable to get data of znode /11922339217/switch/split because node does not exist (not necessarily an error) 2024-11-16T01:19:49,013 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11922339217/switch/split already deleted, retry=false 2024-11-16T01:19:49,014 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Unable to get data of znode /11922339217/switch/merge because node does not exist (not necessarily an error) 2024-11-16T01:19:49,023 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11922339217/switch/merge already deleted, retry=false 2024-11-16T01:19:49,025 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Unable to get data of znode /11922339217/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T01:19:49,034 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11922339217/snapshot-cleanup already deleted, retry=false 2024-11-16T01:19:49,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11922339217/running 2024-11-16T01:19:49,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1014139dbc10004, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11922339217/running 2024-11-16T01:19:49,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1014139dbc10004, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11922339217 2024-11-16T01:19:49,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11922339217 2024-11-16T01:19:49,045 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,44425,1731719986990, sessionid=0x1014139dbc10003, setting cluster-up flag (Was=false) 2024-11-16T01:19:49,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11922339217 2024-11-16T01:19:49,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1014139dbc10004, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11922339217 2024-11-16T01:19:49,097 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11922339217/flush-table-proc/acquired, /11922339217/flush-table-proc/reached, /11922339217/flush-table-proc/abort 2024-11-16T01:19:49,098 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,44425,1731719986990 2024-11-16T01:19:49,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11922339217 2024-11-16T01:19:49,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1014139dbc10004, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11922339217 2024-11-16T01:19:49,150 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11922339217/online-snapshot/acquired, /11922339217/online-snapshot/reached, /11922339217/online-snapshot/abort 2024-11-16T01:19:49,151 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,44425,1731719986990 2024-11-16T01:19:49,152 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T01:19:49,153 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T01:19:49,153 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T01:19:49,153 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T01:19:49,153 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,44425,1731719986990 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T01:19:49,154 INFO [RS:0;844d197be988:37967 {}] regionserver.HRegionServer(746): ClusterId : 67d9e40b-3c0f-4514-9c27-81df54b232c9 2024-11-16T01:19:49,154 DEBUG [RS:0;844d197be988:37967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T01:19:49,154 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:19:49,154 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:19:49,154 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:19:49,154 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:19:49,154 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10 2024-11-16T01:19:49,154 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:49,154 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:19:49,155 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:49,155 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731720019155 2024-11-16T01:19:49,155 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T01:19:49,155 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T01:19:49,155 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T01:19:49,155 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T01:19:49,155 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T01:19:49,155 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T01:19:49,155 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:49,156 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:19:49,156 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T01:19:49,156 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T01:19:49,156 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T01:19:49,156 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T01:19:49,156 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T01:19:49,156 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T01:19:49,156 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T01:19:49,156 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719989156,5,FailOnTimeoutGroup] 2024-11-16T01:19:49,157 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:49,157 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719989157,5,FailOnTimeoutGroup] 2024-11-16T01:19:49,157 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:49,157 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T01:19:49,157 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:49,157 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T01:19:49,157 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:49,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741831_1007 (size=1321) 2024-11-16T01:19:49,167 DEBUG [RS:0;844d197be988:37967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T01:19:49,167 DEBUG [RS:0;844d197be988:37967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T01:19:49,177 DEBUG [RS:0;844d197be988:37967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T01:19:49,177 DEBUG [RS:0;844d197be988:37967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a65413d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:19:49,187 DEBUG [RS:0;844d197be988:37967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:37967 2024-11-16T01:19:49,187 INFO [RS:0;844d197be988:37967 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T01:19:49,187 INFO [RS:0;844d197be988:37967 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T01:19:49,187 DEBUG [RS:0;844d197be988:37967 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T01:19:49,188 INFO [RS:0;844d197be988:37967 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,44425,1731719986990 with port=37967, startcode=1731719987128 2024-11-16T01:19:49,188 DEBUG [RS:0;844d197be988:37967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T01:19:49,189 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T01:19:49,189 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44425 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,37967,1731719987128 2024-11-16T01:19:49,189 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44425 {}] master.ServerManager(517): Registering regionserver=844d197be988,37967,1731719987128 2024-11-16T01:19:49,191 DEBUG [RS:0;844d197be988:37967 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390 2024-11-16T01:19:49,191 DEBUG [RS:0;844d197be988:37967 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39311 2024-11-16T01:19:49,191 DEBUG [RS:0;844d197be988:37967 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T01:19:49,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11922339217/rs 2024-11-16T01:19:49,237 DEBUG [RS:0;844d197be988:37967 {}] zookeeper.ZKUtil(111): regionserver:37967-0x1014139dbc10004, quorum=127.0.0.1:49750, baseZNode=/11922339217 Set watcher on existing znode=/11922339217/rs/844d197be988,37967,1731719987128 2024-11-16T01:19:49,237 WARN [RS:0;844d197be988:37967 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:19:49,237 INFO [RS:0;844d197be988:37967 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:19:49,237 DEBUG [RS:0;844d197be988:37967 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/WALs/844d197be988,37967,1731719987128 2024-11-16T01:19:49,237 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,37967,1731719987128] 2024-11-16T01:19:49,240 INFO [RS:0;844d197be988:37967 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T01:19:49,241 INFO [RS:0;844d197be988:37967 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T01:19:49,242 INFO [RS:0;844d197be988:37967 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T01:19:49,242 INFO [RS:0;844d197be988:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:49,242 INFO [RS:0;844d197be988:37967 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T01:19:49,242 INFO [RS:0;844d197be988:37967 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T01:19:49,242 INFO [RS:0;844d197be988:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:49,243 DEBUG [RS:0;844d197be988:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:49,243 DEBUG [RS:0;844d197be988:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:49,243 DEBUG [RS:0;844d197be988:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:49,243 DEBUG [RS:0;844d197be988:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:49,243 DEBUG [RS:0;844d197be988:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:49,243 DEBUG [RS:0;844d197be988:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:19:49,243 DEBUG [RS:0;844d197be988:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:49,243 DEBUG [RS:0;844d197be988:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:49,243 DEBUG [RS:0;844d197be988:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:49,243 DEBUG [RS:0;844d197be988:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:49,243 DEBUG [RS:0;844d197be988:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:49,243 DEBUG [RS:0;844d197be988:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:49,243 DEBUG [RS:0;844d197be988:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:19:49,243 DEBUG [RS:0;844d197be988:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:19:49,243 INFO [RS:0;844d197be988:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:49,243 INFO [RS:0;844d197be988:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:49,243 INFO [RS:0;844d197be988:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:49,243 INFO [RS:0;844d197be988:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:49,243 INFO [RS:0;844d197be988:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:49,243 INFO [RS:0;844d197be988:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,37967,1731719987128-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:19:49,255 INFO [RS:0;844d197be988:37967 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T01:19:49,255 INFO [RS:0;844d197be988:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,37967,1731719987128-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:49,255 INFO [RS:0;844d197be988:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:49,255 INFO [RS:0;844d197be988:37967 {}] regionserver.Replication(171): 844d197be988,37967,1731719987128 started 2024-11-16T01:19:49,266 INFO [RS:0;844d197be988:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:49,266 INFO [RS:0;844d197be988:37967 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,37967,1731719987128, RpcServer on 844d197be988/172.17.0.2:37967, sessionid=0x1014139dbc10004 2024-11-16T01:19:49,266 DEBUG [RS:0;844d197be988:37967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T01:19:49,267 DEBUG [RS:0;844d197be988:37967 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,37967,1731719987128 2024-11-16T01:19:49,267 DEBUG [RS:0;844d197be988:37967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,37967,1731719987128' 2024-11-16T01:19:49,267 DEBUG [RS:0;844d197be988:37967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11922339217/flush-table-proc/abort' 2024-11-16T01:19:49,267 DEBUG [RS:0;844d197be988:37967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11922339217/flush-table-proc/acquired' 2024-11-16T01:19:49,267 DEBUG [RS:0;844d197be988:37967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T01:19:49,267 DEBUG [RS:0;844d197be988:37967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T01:19:49,267 DEBUG [RS:0;844d197be988:37967 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,37967,1731719987128 2024-11-16T01:19:49,267 DEBUG [RS:0;844d197be988:37967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,37967,1731719987128' 2024-11-16T01:19:49,267 DEBUG [RS:0;844d197be988:37967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11922339217/online-snapshot/abort' 2024-11-16T01:19:49,268 DEBUG [RS:0;844d197be988:37967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11922339217/online-snapshot/acquired' 2024-11-16T01:19:49,268 DEBUG [RS:0;844d197be988:37967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T01:19:49,268 INFO [RS:0;844d197be988:37967 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T01:19:49,268 INFO [RS:0;844d197be988:37967 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T01:19:49,368 INFO [RS:0;844d197be988:37967 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:19:49,370 INFO [RS:0;844d197be988:37967 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C37967%2C1731719987128, suffix=, logDir=hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/WALs/844d197be988,37967,1731719987128, archiveDir=hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/oldWALs, maxLogs=10 2024-11-16T01:19:49,382 DEBUG [RS:0;844d197be988:37967 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/WALs/844d197be988,37967,1731719987128/844d197be988%2C37967%2C1731719987128.1731719989370, exclude list is [], retry=0 2024-11-16T01:19:49,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36523,DS-de30c63b-9dd0-4f1e-b7e8-79a901686def,DISK] 2024-11-16T01:19:49,386 INFO [RS:0;844d197be988:37967 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/WALs/844d197be988,37967,1731719987128/844d197be988%2C37967%2C1731719987128.1731719989370 2024-11-16T01:19:49,386 DEBUG [RS:0;844d197be988:37967 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42893:42893)] 2024-11-16T01:19:49,491 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T01:19:49,562 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T01:19:49,562 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390 2024-11-16T01:19:49,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741833_1009 (size=32) 2024-11-16T01:19:49,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:19:49,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:19:49,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:19:49,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:49,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:19:49,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:19:49,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:19:49,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:49,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:19:49,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:19:49,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:19:49,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:49,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:19:49,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:19:49,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:19:49,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:49,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:19:49,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:19:49,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/data/hbase/meta/1588230740 2024-11-16T01:19:49,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/data/hbase/meta/1588230740 2024-11-16T01:19:49,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:19:49,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:19:49,976 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:19:49,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:19:49,979 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:19:49,980 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59892513, jitterRate=-0.10753200948238373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:19:49,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731719989968Initializing all the Stores at 1731719989968Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719989968Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719989969 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719989969Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719989969Cleaning up temporary data from old regions at 1731719989976 (+7 ms)Region opened successfully at 1731719989980 (+4 ms) 2024-11-16T01:19:49,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:19:49,980 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:19:49,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:19:49,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:19:49,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:19:49,980 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:19:49,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731719989980Disabling compacts and flushes for region at 1731719989980Disabling writes for close at 1731719989980Writing region close event to WAL at 1731719989980Closed at 1731719989980 2024-11-16T01:19:49,981 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:19:49,981 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T01:19:49,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T01:19:49,982 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:19:49,983 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T01:19:50,133 DEBUG [844d197be988:44425 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:19:50,134 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,37967,1731719987128 2024-11-16T01:19:50,135 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,37967,1731719987128, state=OPENING 2024-11-16T01:19:50,223 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T01:19:50,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11922339217 2024-11-16T01:19:50,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1014139dbc10004, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11922339217 2024-11-16T01:19:50,234 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:19:50,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11922339217/meta-region-server: CHANGED 2024-11-16T01:19:50,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11922339217/meta-region-server: CHANGED 2024-11-16T01:19:50,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,37967,1731719987128}] 2024-11-16T01:19:50,387 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:19:50,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:19:50,391 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T01:19:50,391 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:19:50,391 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T01:19:50,393 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C37967%2C1731719987128.meta, suffix=.meta, logDir=hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/WALs/844d197be988,37967,1731719987128, archiveDir=hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/oldWALs, maxLogs=10 2024-11-16T01:19:50,410 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/WALs/844d197be988,37967,1731719987128/844d197be988%2C37967%2C1731719987128.meta.1731719990393.meta, exclude list is [], retry=0 2024-11-16T01:19:50,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36523,DS-de30c63b-9dd0-4f1e-b7e8-79a901686def,DISK] 2024-11-16T01:19:50,414 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/WALs/844d197be988,37967,1731719987128/844d197be988%2C37967%2C1731719987128.meta.1731719990393.meta 2024-11-16T01:19:50,414 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42893:42893)] 2024-11-16T01:19:50,414 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:19:50,414 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:19:50,414 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:19:50,415 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T01:19:50,415 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T01:19:50,415 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T01:19:50,415 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:19:50,415 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T01:19:50,415 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T01:19:50,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:19:50,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:19:50,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:50,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:19:50,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:19:50,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:19:50,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:50,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:19:50,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:19:50,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:19:50,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:50,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:19:50,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:19:50,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:19:50,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:50,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:19:50,420 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:19:50,421 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/data/hbase/meta/1588230740 2024-11-16T01:19:50,422 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/data/hbase/meta/1588230740 2024-11-16T01:19:50,423 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:19:50,423 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:19:50,424 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:19:50,425 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:19:50,425 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60895800, jitterRate=-0.0925818681716919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:19:50,425 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T01:19:50,425 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731719990415Writing region info on filesystem at 1731719990415Initializing all the Stores at 1731719990416 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719990416Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719990416Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719990416Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719990416Cleaning up temporary data from old regions at 1731719990423 (+7 ms)Running coprocessor post-open hooks at 1731719990425 (+2 ms)Region opened successfully at 1731719990425 2024-11-16T01:19:50,426 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731719990386 2024-11-16T01:19:50,428 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T01:19:50,428 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T01:19:50,429 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,37967,1731719987128 2024-11-16T01:19:50,429 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,37967,1731719987128, state=OPEN 2024-11-16T01:19:50,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1014139dbc10004, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11922339217/meta-region-server 2024-11-16T01:19:50,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11922339217/meta-region-server 2024-11-16T01:19:50,440 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,37967,1731719987128 2024-11-16T01:19:50,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11922339217/meta-region-server: CHANGED 2024-11-16T01:19:50,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11922339217/meta-region-server: CHANGED 2024-11-16T01:19:50,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T01:19:50,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,37967,1731719987128 in 206 msec 2024-11-16T01:19:50,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T01:19:50,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-11-16T01:19:50,444 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:19:50,444 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T01:19:50,445 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:19:50,445 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,37967,1731719987128, seqNum=-1] 2024-11-16T01:19:50,446 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:19:50,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:19:50,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2970 sec 2024-11-16T01:19:50,451 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731719990451, completionTime=-1 2024-11-16T01:19:50,451 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T01:19:50,451 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T01:19:50,453 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T01:19:50,453 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731720050453 2024-11-16T01:19:50,453 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731720110453 2024-11-16T01:19:50,453 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T01:19:50,453 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44425,1731719986990-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:50,453 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44425,1731719986990-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:50,453 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44425,1731719986990-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:50,453 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:44425, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:50,453 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:50,453 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:50,455 DEBUG [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T01:19:50,456 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.264sec 2024-11-16T01:19:50,456 INFO [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T01:19:50,456 INFO [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T01:19:50,456 INFO [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T01:19:50,456 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T01:19:50,456 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T01:19:50,456 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44425,1731719986990-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:19:50,456 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44425,1731719986990-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T01:19:50,459 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T01:19:50,459 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T01:19:50,459 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44425,1731719986990-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:50,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@615f29af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:19:50,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44425,-1 for getting cluster id 2024-11-16T01:19:50,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:19:50,556 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67d9e40b-3c0f-4514-9c27-81df54b232c9' 2024-11-16T01:19:50,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:19:50,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67d9e40b-3c0f-4514-9c27-81df54b232c9" 2024-11-16T01:19:50,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5b7672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:19:50,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44425,-1] 2024-11-16T01:19:50,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:19:50,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:50,558 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:19:50,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc11680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:19:50,558 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:19:50,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,37967,1731719987128, seqNum=-1] 2024-11-16T01:19:50,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:19:50,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:19:50,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=844d197be988,44425,1731719986990 2024-11-16T01:19:50,562 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49750 2024-11-16T01:19:50,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:19:50,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014139dbc10005 connected 2024-11-16T01:19:50,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@730b4829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:19:50,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,37431,-1 for getting cluster id 2024-11-16T01:19:50,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:19:50,585 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803aebb-957c-46fc-b1e3-880e3ab48775' 2024-11-16T01:19:50,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:19:50,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803aebb-957c-46fc-b1e3-880e3ab48775" 2024-11-16T01:19:50,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a49d7e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:19:50,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,37431,-1] 2024-11-16T01:19:50,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:19:50,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:50,586 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:19:50,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1c3903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:19:50,587 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:19:50,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,37431,1731719981126 2024-11-16T01:19:50,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@548093bf 2024-11-16T01:19:50,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:19:50,588 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:19:50,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://844d197be988:44425,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T01:19:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T01:19:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:19:50,592 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:44425' 2024-11-16T01:19:50,593 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a34dd63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:19:50,593 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44425,-1 for getting cluster id 2024-11-16T01:19:50,593 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:19:50,594 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67d9e40b-3c0f-4514-9c27-81df54b232c9' 2024-11-16T01:19:50,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:19:50,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67d9e40b-3c0f-4514-9c27-81df54b232c9" 2024-11-16T01:19:50,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc43c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:19:50,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44425,-1] 2024-11-16T01:19:50,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:19:50,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:50,595 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:19:50,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f4d4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:19:50,596 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:19:50,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,44425,1731719986990 2024-11-16T01:19:50,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a7553af 2024-11-16T01:19:50,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:19:50,597 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:19:50,597 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T01:19:50,598 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T01:19:50,598 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:50,598 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:50,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:19:50,598 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:19:50,599 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T01:19:50,600 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:19:50,600 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:50,601 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:19:50,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741835_1011 (size=1138) 2024-11-16T01:19:50,650 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T01:19:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:19:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:19:51,008 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51373d9037f390e81b3abd9544cd506c, NAME => 'hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148 2024-11-16T01:19:51,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741836_1012 (size=44) 2024-11-16T01:19:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:19:51,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:19:51,415 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 51373d9037f390e81b3abd9544cd506c, disabling compactions & flushes 2024-11-16T01:19:51,415 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. 2024-11-16T01:19:51,415 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. 2024-11-16T01:19:51,415 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. after waiting 0 ms 2024-11-16T01:19:51,415 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. 2024-11-16T01:19:51,415 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. 2024-11-16T01:19:51,415 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51373d9037f390e81b3abd9544cd506c: Waiting for close lock at 1731719991415Disabling compacts and flushes for region at 1731719991415Disabling writes for close at 1731719991415Writing region close event to WAL at 1731719991415Closed at 1731719991415 2024-11-16T01:19:51,416 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:19:51,416 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731719991416"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731719991416"}]},"ts":"1731719991416"} 2024-11-16T01:19:51,418 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:19:51,419 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:19:51,419 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731719991419"}]},"ts":"1731719991419"} 2024-11-16T01:19:51,421 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T01:19:51,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51373d9037f390e81b3abd9544cd506c, ASSIGN}] 2024-11-16T01:19:51,422 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51373d9037f390e81b3abd9544cd506c, ASSIGN 2024-11-16T01:19:51,423 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51373d9037f390e81b3abd9544cd506c, ASSIGN; state=OFFLINE, location=844d197be988,44147,1731719981315; forceNewPlan=false, retain=false 2024-11-16T01:19:51,573 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=51373d9037f390e81b3abd9544cd506c, regionState=OPENING, regionLocation=844d197be988,44147,1731719981315 2024-11-16T01:19:51,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51373d9037f390e81b3abd9544cd506c, ASSIGN because future has completed 2024-11-16T01:19:51,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51373d9037f390e81b3abd9544cd506c, server=844d197be988,44147,1731719981315}] 2024-11-16T01:19:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:19:51,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. 2024-11-16T01:19:51,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:19:51,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T01:19:51,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C44147%2C1731719981315.rep, suffix=, logDir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,44147,1731719981315, archiveDir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/oldWALs, maxLogs=10 2024-11-16T01:19:51,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,44147,1731719981315/844d197be988%2C44147%2C1731719981315.rep.1731719991732, exclude list is [], retry=0 2024-11-16T01:19:51,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32951,DS-d441e62d-3d50-49bf-8957-2a57bb44510c,DISK] 2024-11-16T01:19:51,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,44147,1731719981315/844d197be988%2C44147%2C1731719981315.rep.1731719991732 2024-11-16T01:19:51,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42437:42437)] 2024-11-16T01:19:51,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 51373d9037f390e81b3abd9544cd506c, NAME => 'hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:19:51,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:19:51,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:19:51,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. service=MultiRowMutationService 2024-11-16T01:19:51,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T01:19:51,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:19:51,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:19:51,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:19:51,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:19:51,749 INFO [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:19:51,751 INFO [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51373d9037f390e81b3abd9544cd506c columnFamilyName hfileref 2024-11-16T01:19:51,751 DEBUG [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:51,751 INFO [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] regionserver.HStore(327): Store=51373d9037f390e81b3abd9544cd506c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:19:51,751 INFO [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:19:51,752 INFO [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51373d9037f390e81b3abd9544cd506c columnFamilyName queue 2024-11-16T01:19:51,752 DEBUG [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:51,753 INFO [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] regionserver.HStore(327): Store=51373d9037f390e81b3abd9544cd506c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:19:51,753 INFO [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:19:51,754 INFO [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51373d9037f390e81b3abd9544cd506c columnFamilyName sid 2024-11-16T01:19:51,754 DEBUG [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:51,754 INFO [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] regionserver.HStore(327): Store=51373d9037f390e81b3abd9544cd506c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:19:51,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:19:51,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/replication/51373d9037f390e81b3abd9544cd506c 2024-11-16T01:19:51,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/replication/51373d9037f390e81b3abd9544cd506c 2024-11-16T01:19:51,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:19:51,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:19:51,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:19:51,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:19:51,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/replication/51373d9037f390e81b3abd9544cd506c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:19:51,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 51373d9037f390e81b3abd9544cd506c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75020245, jitterRate=0.11788876354694366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:19:51,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:19:51,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 51373d9037f390e81b3abd9544cd506c: Running coprocessor pre-open hook at 1731719991748Writing region info on filesystem at 1731719991748Initializing all the Stores at 1731719991749 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719991749Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719991749Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719991749Cleaning up temporary data from old regions at 1731719991756 (+7 ms)Running coprocessor post-open hooks at 1731719991759 (+3 ms)Region opened successfully at 1731719991760 (+1 ms) 2024-11-16T01:19:51,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c., pid=7, masterSystemTime=1731719991727 2024-11-16T01:19:51,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. 2024-11-16T01:19:51,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. 2024-11-16T01:19:51,763 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=51373d9037f390e81b3abd9544cd506c, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,44147,1731719981315 2024-11-16T01:19:51,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51373d9037f390e81b3abd9544cd506c, server=844d197be988,44147,1731719981315 because future has completed 2024-11-16T01:19:51,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T01:19:51,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 51373d9037f390e81b3abd9544cd506c, server=844d197be988,44147,1731719981315 in 191 msec 2024-11-16T01:19:51,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T01:19:51,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51373d9037f390e81b3abd9544cd506c, ASSIGN in 347 msec 2024-11-16T01:19:51,770 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:19:51,771 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731719991770"}]},"ts":"1731719991770"} 2024-11-16T01:19:51,772 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T01:19:51,773 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:19:51,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-16T01:19:51,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c., hostname=844d197be988,44147,1731719981315, seqNum=2] 2024-11-16T01:19:51,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808 2024-11-16T01:19:51,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44147-0x1014139dbc10001, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808 2024-11-16T01:19:51,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T01:19:52,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44147 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-16T01:19:52,051 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T01:19:52,075 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-844d197be988,44147,1731719981315, ReplicationSource: 1, currentBandwidth=0 2024-11-16T01:19:52,075 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:19:52,075 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,44147,1731719981315, seqNum=-1] 2024-11-16T01:19:52,075 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:19:52,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-16T01:19:52,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-844d197be988,44147,1731719981315', locateType=CURRENT is [region=hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c., hostname=844d197be988,44147,1731719981315, seqNum=2] 2024-11-16T01:19:52,080 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-16T01:19:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-16T01:19:52,083 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 844d197be988,44147,1731719981315 suceeded 2024-11-16T01:19:52,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-16T01:19:52,084 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://844d197be988:44425,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T01:19:52,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-16T01:19:52,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4950 sec 2024-11-16T01:19:52,094 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,44147,1731719981315 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:44425' 2024-11-16T01:19:52,095 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,44147,1731719981315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63173459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:19:52,095 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,44147,1731719981315 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44425,-1 for getting cluster id 2024-11-16T01:19:52,095 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,44147,1731719981315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:19:52,096 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67d9e40b-3c0f-4514-9c27-81df54b232c9' 2024-11-16T01:19:52,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:19:52,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67d9e40b-3c0f-4514-9c27-81df54b232c9" 2024-11-16T01:19:52,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63da2c27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:19:52,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44425,-1] 2024-11-16T01:19:52,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:19:52,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:52,097 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:19:52,098 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,44147,1731719981315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c3ef3c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:19:52,098 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,44147,1731719981315 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:19:52,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,44425,1731719986990 2024-11-16T01:19:52,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@821ecbd 2024-11-16T01:19:52,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:19:52,099 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-16T01:19:52,100 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,44147,1731719981315 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-844d197be988,44147,1731719981315 (queues=1) is replicating from cluster=8803aebb-957c-46fc-b1e3-880e3ab48775 to cluster=67d9e40b-3c0f-4514-9c27-81df54b232c9 2024-11-16T01:19:52,100 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,44147,1731719981315 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=844d197be988%2C44147%2C1731719981315 2024-11-16T01:19:52,100 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,44147,1731719981315 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-844d197be988,44147,1731719981315, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T01:19:52,100 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,44147,1731719981315.replicationSource.shipper844d197be988%2C44147%2C1731719981315,1-844d197be988,44147,1731719981315 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 844d197be988%2C44147%2C1731719981315 2024-11-16T01:19:52,101 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,44147,1731719981315.replicationSource.wal-reader.844d197be988%2C44147%2C1731719981315,1-844d197be988,44147,1731719981315 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,44147,1731719981315/844d197be988%2C44147%2C1731719981315.1731719983625, startPosition=0, beingWritten=true 2024-11-16T01:19:52,305 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,44147,1731719981315.replicationSource.wal-reader.844d197be988%2C44147%2C1731719981315,1-844d197be988,44147,1731719981315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,44147,1731719981315/844d197be988%2C44147%2C1731719981315.1731719983625 to pos 0, reset compression=false 2024-11-16T01:19:52,610 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,44147,1731719981315.replicationSource.wal-reader.844d197be988%2C44147%2C1731719981315,1-844d197be988,44147,1731719981315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,44147,1731719981315/844d197be988%2C44147%2C1731719981315.1731719983625 to pos 0, reset compression=false 2024-11-16T01:19:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:19:52,739 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T01:19:52,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:19:52,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:19:52,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:52,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:52,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:19:52,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:19:52,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,37431,1731719981126 2024-11-16T01:19:52,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6261130d 2024-11-16T01:19:52,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:19:52,741 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:19:52,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37431 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T01:19:52,742 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:19:52,742 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:19:52,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:52,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:52,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:19:52,742 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T01:19:52,742 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=901020603, stopped=false 2024-11-16T01:19:52,742 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=844d197be988,37431,1731719981126 2024-11-16T01:19:52,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T01:19:52,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T01:19:52,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T01:19:52,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T01:19:52,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:19:52,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T01:19:52,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:19:52,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T01:19:52,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T01:19:52,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T01:19:52,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02104831808/running 2024-11-16T01:19:52,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44147-0x1014139dbc10001, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02104831808/running 2024-11-16T01:19:52,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44147-0x1014139dbc10001, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808 2024-11-16T01:19:52,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808 2024-11-16T01:19:52,802 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:19:52,802 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:19:52,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:19:52,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:52,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Set watcher on znode that does not yet exist, /02104831808/running 2024-11-16T01:19:52,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44147-0x1014139dbc10001, quorum=127.0.0.1:49750, baseZNode=/02104831808 Set watcher on znode that does not yet exist, /02104831808/running 2024-11-16T01:19:52,803 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '844d197be988,44147,1731719981315' ***** 2024-11-16T01:19:52,803 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T01:19:52,803 INFO [RS:0;844d197be988:44147 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T01:19:52,803 INFO [RS:0;844d197be988:44147 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T01:19:52,803 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T01:19:52,803 INFO [RS:0;844d197be988:44147 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T01:19:52,803 INFO [RS:0;844d197be988:44147 {}] regionserver.HRegionServer(3091): Received CLOSE for 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:19:52,804 INFO [RS:0;844d197be988:44147 {}] regionserver.HRegionServer(959): stopping server 844d197be988,44147,1731719981315 2024-11-16T01:19:52,804 INFO [RS:0;844d197be988:44147 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:19:52,804 INFO [RS:0;844d197be988:44147 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:44147. 2024-11-16T01:19:52,804 DEBUG [RS:0;844d197be988:44147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:19:52,804 DEBUG [RS:0;844d197be988:44147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:52,804 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51373d9037f390e81b3abd9544cd506c, disabling compactions & flushes 2024-11-16T01:19:52,804 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. 2024-11-16T01:19:52,804 INFO [RS:0;844d197be988:44147 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T01:19:52,804 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. 2024-11-16T01:19:52,804 INFO [RS:0;844d197be988:44147 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T01:19:52,804 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. after waiting 0 ms 2024-11-16T01:19:52,804 INFO [RS:0;844d197be988:44147 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T01:19:52,804 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. 2024-11-16T01:19:52,804 INFO [RS:0;844d197be988:44147 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T01:19:52,804 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 51373d9037f390e81b3abd9544cd506c 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-16T01:19:52,804 INFO [RS:0;844d197be988:44147 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T01:19:52,804 DEBUG [RS:0;844d197be988:44147 {}] regionserver.HRegionServer(1325): Online Regions={51373d9037f390e81b3abd9544cd506c=hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:19:52,804 DEBUG [RS:0;844d197be988:44147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:19:52,804 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:19:52,804 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:19:52,804 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:19:52,804 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:19:52,804 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:19:52,804 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-16T01:19:52,820 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/replication/51373d9037f390e81b3abd9544cd506c/.tmp/queue/022dcde1e0a14cf7bb53cdc1b43406f3 is 151, key is 1-844d197be988,44147,1731719981315/queue:844d197be988%2C44147%2C1731719981315/1731719992079/Put/seqid=0 2024-11-16T01:19:52,820 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/.tmp/info/cc4fce180f294778b757dabbb6106a7d is 147, key is hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c./info:regioninfo/1731719991763/Put/seqid=0 2024-11-16T01:19:52,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741838_1014 (size=5350) 2024-11-16T01:19:52,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741839_1015 (size=6631) 2024-11-16T01:19:52,902 INFO [regionserver/844d197be988:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:19:53,004 DEBUG [RS:0;844d197be988:44147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:19:53,015 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,44147,1731719981315.replicationSource.wal-reader.844d197be988%2C44147%2C1731719981315,1-844d197be988,44147,1731719981315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,44147,1731719981315/844d197be988%2C44147%2C1731719981315.1731719983625 to pos 0, reset compression=false 2024-11-16T01:19:53,205 DEBUG [RS:0;844d197be988:44147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:19:53,224 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/replication/51373d9037f390e81b3abd9544cd506c/.tmp/queue/022dcde1e0a14cf7bb53cdc1b43406f3 2024-11-16T01:19:53,224 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/.tmp/info/cc4fce180f294778b757dabbb6106a7d 2024-11-16T01:19:53,230 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/replication/51373d9037f390e81b3abd9544cd506c/.tmp/queue/022dcde1e0a14cf7bb53cdc1b43406f3 as hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/replication/51373d9037f390e81b3abd9544cd506c/queue/022dcde1e0a14cf7bb53cdc1b43406f3 2024-11-16T01:19:53,235 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/replication/51373d9037f390e81b3abd9544cd506c/queue/022dcde1e0a14cf7bb53cdc1b43406f3, entries=1, sequenceid=5, filesize=5.2 K 2024-11-16T01:19:53,236 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 51373d9037f390e81b3abd9544cd506c in 432ms, sequenceid=5, compaction requested=false 2024-11-16T01:19:53,236 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T01:19:53,243 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/replication/51373d9037f390e81b3abd9544cd506c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T01:19:53,244 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:19:53,244 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:19:53,244 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. 2024-11-16T01:19:53,244 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51373d9037f390e81b3abd9544cd506c: Waiting for close lock at 1731719992804Running coprocessor pre-close hooks at 1731719992804Disabling compacts and flushes for region at 1731719992804Disabling writes for close at 1731719992804Obtaining lock to block concurrent updates at 1731719992804Preparing flush snapshotting stores in 51373d9037f390e81b3abd9544cd506c at 1731719992804Finished memstore snapshotting hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731719992804Flushing stores of hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. at 1731719992805 (+1 ms)Flushing 51373d9037f390e81b3abd9544cd506c/queue: creating writer at 1731719992805Flushing 51373d9037f390e81b3abd9544cd506c/queue: appending metadata at 1731719992819 (+14 ms)Flushing 51373d9037f390e81b3abd9544cd506c/queue: closing flushed file at 1731719992819Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5776e853: reopening flushed file at 1731719993229 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 51373d9037f390e81b3abd9544cd506c in 432ms, sequenceid=5, compaction requested=false at 1731719993236 (+7 ms)Writing region close event to WAL at 1731719993240 (+4 ms)Running coprocessor post-close hooks at 1731719993244 (+4 ms)Closed at 1731719993244 2024-11-16T01:19:53,244 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. 2024-11-16T01:19:53,247 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/.tmp/ns/1713b8f027cb44aabd7f815be0fbe0a2 is 43, key is default/ns:d/1731719984738/Put/seqid=0 2024-11-16T01:19:53,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741840_1016 (size=5153) 2024-11-16T01:19:53,405 DEBUG [RS:0;844d197be988:44147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:19:53,501 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T01:19:53,501 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T01:19:53,520 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,44147,1731719981315.replicationSource.wal-reader.844d197be988%2C44147%2C1731719981315,1-844d197be988,44147,1731719981315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,44147,1731719981315/844d197be988%2C44147%2C1731719981315.1731719983625 to pos 0, reset compression=false 2024-11-16T01:19:53,605 DEBUG [RS:0;844d197be988:44147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:19:53,651 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/.tmp/ns/1713b8f027cb44aabd7f815be0fbe0a2 2024-11-16T01:19:53,668 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/.tmp/table/63d3de16b88b499999fd4dc55297f09f is 53, key is hbase:replication/table:state/1731719991770/Put/seqid=0 2024-11-16T01:19:53,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741841_1017 (size=5256) 2024-11-16T01:19:53,672 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/.tmp/table/63d3de16b88b499999fd4dc55297f09f 2024-11-16T01:19:53,677 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/.tmp/info/cc4fce180f294778b757dabbb6106a7d as hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/info/cc4fce180f294778b757dabbb6106a7d 2024-11-16T01:19:53,681 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/info/cc4fce180f294778b757dabbb6106a7d, entries=10, sequenceid=11, filesize=6.5 K 2024-11-16T01:19:53,682 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/.tmp/ns/1713b8f027cb44aabd7f815be0fbe0a2 as hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/ns/1713b8f027cb44aabd7f815be0fbe0a2 2024-11-16T01:19:53,686 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/ns/1713b8f027cb44aabd7f815be0fbe0a2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T01:19:53,687 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/.tmp/table/63d3de16b88b499999fd4dc55297f09f as hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/table/63d3de16b88b499999fd4dc55297f09f 2024-11-16T01:19:53,691 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/table/63d3de16b88b499999fd4dc55297f09f, entries=2, sequenceid=11, filesize=5.1 K 2024-11-16T01:19:53,692 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 888ms, sequenceid=11, compaction requested=false 2024-11-16T01:19:53,696 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T01:19:53,697 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:19:53,697 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:19:53,697 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:19:53,697 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731719992804Running coprocessor pre-close hooks at 1731719992804Disabling compacts and flushes for region at 1731719992804Disabling writes for close at 1731719992804Obtaining lock to block concurrent updates at 1731719992804Preparing flush snapshotting stores in 1588230740 at 1731719992804Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731719992805 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731719992805Flushing 1588230740/info: creating writer at 1731719992805Flushing 1588230740/info: appending metadata at 1731719992820 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731719992820Flushing 1588230740/ns: creating writer at 1731719993230 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731719993246 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731719993246Flushing 1588230740/table: creating writer at 1731719993655 (+409 ms)Flushing 1588230740/table: appending metadata at 1731719993668 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731719993668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@da717a8: reopening flushed file at 1731719993676 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@607180dd: reopening flushed file at 1731719993681 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@354a8445: reopening flushed file at 1731719993686 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 888ms, sequenceid=11, compaction requested=false at 1731719993692 (+6 ms)Writing region close event to WAL at 1731719993694 (+2 ms)Running coprocessor post-close hooks at 1731719993697 (+3 ms)Closed at 1731719993697 2024-11-16T01:19:53,697 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T01:19:53,805 INFO [RS:0;844d197be988:44147 {}] regionserver.HRegionServer(976): stopping server 844d197be988,44147,1731719981315; all regions closed. 2024-11-16T01:19:53,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741834_1010 (size=2742) 2024-11-16T01:19:53,807 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,44147,1731719981315/844d197be988%2C44147%2C1731719981315.meta.1731719984565.meta not finished, retry = 0 2024-11-16T01:19:53,910 DEBUG [RS:0;844d197be988:44147 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/oldWALs 2024-11-16T01:19:53,910 INFO [RS:0;844d197be988:44147 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C44147%2C1731719981315.meta:.meta(num 1731719984565) 2024-11-16T01:19:53,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741837_1013 (size=1586) 2024-11-16T01:19:53,912 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,44147,1731719981315/844d197be988%2C44147%2C1731719981315.rep.1731719991732 not finished, retry = 0 2024-11-16T01:19:54,014 DEBUG [RS:0;844d197be988:44147 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/oldWALs 2024-11-16T01:19:54,014 INFO [RS:0;844d197be988:44147 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C44147%2C1731719981315.rep:(num 1731719991732) 2024-11-16T01:19:54,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741832_1008 (size=93) 2024-11-16T01:19:54,018 DEBUG [RS:0;844d197be988:44147 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/oldWALs 2024-11-16T01:19:54,018 INFO [RS:0;844d197be988:44147 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C44147%2C1731719981315:(num 1731719983625) 2024-11-16T01:19:54,018 DEBUG [RS:0;844d197be988:44147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:54,018 INFO [RS:0;844d197be988:44147 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:19:54,019 INFO [RS:0;844d197be988:44147 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:19:54,019 INFO [RS:0;844d197be988:44147 {}] hbase.ChoreService(370): Chore service for: regionserver/844d197be988:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T01:19:54,019 INFO [RS:0;844d197be988:44147 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:19:54,019 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:19:54,019 INFO [RS:0;844d197be988:44147 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-844d197be988,44147,1731719981315 because: Region server is closing 2024-11-16T01:19:54,019 INFO [RS:0;844d197be988:44147 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:44147. 2024-11-16T01:19:54,019 DEBUG [RS:0;844d197be988:44147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:19:54,019 DEBUG [RS:0;844d197be988:44147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:54,019 DEBUG [RS:0;844d197be988:44147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:54,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:19:54,120 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,44147,1731719981315.replicationSource.wal-reader.844d197be988%2C44147%2C1731719981315,1-844d197be988,44147,1731719981315 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T01:19:54,120 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,44147,1731719981315.replicationSource.shipper844d197be988%2C44147%2C1731719981315,1-844d197be988,44147,1731719981315 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T01:19:54,120 INFO [RS:0;844d197be988:44147 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,44147,1731719981315.replicationSource.shipper844d197be988%2C44147%2C1731719981315,1-844d197be988,44147,1731719981315 terminated 2024-11-16T01:19:54,120 INFO [RS:0;844d197be988:44147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44147 2024-11-16T01:19:54,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44147-0x1014139dbc10001, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02104831808/rs/844d197be988,44147,1731719981315 2024-11-16T01:19:54,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808/rs 2024-11-16T01:19:54,191 INFO [RS:0;844d197be988:44147 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:19:54,202 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [844d197be988,44147,1731719981315] 2024-11-16T01:19:54,212 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02104831808/draining/844d197be988,44147,1731719981315 already deleted, retry=false 2024-11-16T01:19:54,212 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 844d197be988,44147,1731719981315 expired; onlineServers=0 2024-11-16T01:19:54,212 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '844d197be988,37431,1731719981126' ***** 2024-11-16T01:19:54,213 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T01:19:54,213 INFO [M:0;844d197be988:37431 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:19:54,213 INFO [M:0;844d197be988:37431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:19:54,213 DEBUG [M:0;844d197be988:37431 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T01:19:54,213 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T01:19:54,213 DEBUG [M:0;844d197be988:37431 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T01:19:54,213 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719983363 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719983363,5,FailOnTimeoutGroup] 2024-11-16T01:19:54,213 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719983363 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719983363,5,FailOnTimeoutGroup] 2024-11-16T01:19:54,213 INFO [M:0;844d197be988:37431 {}] hbase.ChoreService(370): Chore service for: master/844d197be988:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T01:19:54,213 INFO [M:0;844d197be988:37431 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:19:54,213 DEBUG [M:0;844d197be988:37431 {}] master.HMaster(1795): Stopping service threads 2024-11-16T01:19:54,213 INFO [M:0;844d197be988:37431 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T01:19:54,213 INFO [M:0;844d197be988:37431 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:19:54,213 INFO [M:0;844d197be988:37431 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T01:19:54,213 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T01:19:54,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02104831808/master 2024-11-16T01:19:54,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808 2024-11-16T01:19:54,223 DEBUG [M:0;844d197be988:37431 {}] zookeeper.ZKUtil(347): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Unable to get data of znode /02104831808/master because node does not exist (not an error) 2024-11-16T01:19:54,223 WARN [M:0;844d197be988:37431 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T01:19:54,224 INFO [M:0;844d197be988:37431 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/.lastflushedseqids 2024-11-16T01:19:54,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741842_1018 (size=181) 2024-11-16T01:19:54,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44147-0x1014139dbc10001, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:19:54,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44147-0x1014139dbc10001, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:19:54,302 INFO [RS:0;844d197be988:44147 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:19:54,302 INFO [RS:0;844d197be988:44147 {}] regionserver.HRegionServer(1031): Exiting; stopping=844d197be988,44147,1731719981315; zookeeper connection closed. 2024-11-16T01:19:54,302 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c11d04d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c11d04d 2024-11-16T01:19:54,303 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T01:19:54,628 INFO [M:0;844d197be988:37431 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T01:19:54,629 INFO [M:0;844d197be988:37431 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T01:19:54,629 DEBUG [M:0;844d197be988:37431 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:19:54,629 INFO [M:0;844d197be988:37431 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:19:54,629 DEBUG [M:0;844d197be988:37431 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:19:54,629 DEBUG [M:0;844d197be988:37431 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:19:54,629 DEBUG [M:0;844d197be988:37431 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:19:54,629 INFO [M:0;844d197be988:37431 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-16T01:19:54,643 DEBUG [M:0;844d197be988:37431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9bcc4d62bf374b42ba2b8621655908dc is 82, key is hbase:meta,,1/info:regioninfo/1731719984611/Put/seqid=0 2024-11-16T01:19:54,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741843_1019 (size=5672) 2024-11-16T01:19:55,048 INFO [M:0;844d197be988:37431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9bcc4d62bf374b42ba2b8621655908dc 2024-11-16T01:19:55,066 DEBUG [M:0;844d197be988:37431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a3e15c4bfb24c338af0d4a0ecfbdfcf is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731719991774/Put/seqid=0 2024-11-16T01:19:55,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741844_1020 (size=7203) 2024-11-16T01:19:55,471 INFO [M:0;844d197be988:37431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a3e15c4bfb24c338af0d4a0ecfbdfcf 2024-11-16T01:19:55,492 DEBUG [M:0;844d197be988:37431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f98adc102a814963a81c5381fccc0d91 is 69, key is 844d197be988,44147,1731719981315/rs:state/1731719983475/Put/seqid=0 2024-11-16T01:19:55,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741845_1021 (size=5156) 2024-11-16T01:19:55,896 INFO [M:0;844d197be988:37431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f98adc102a814963a81c5381fccc0d91 2024-11-16T01:19:55,901 DEBUG [M:0;844d197be988:37431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9bcc4d62bf374b42ba2b8621655908dc as hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9bcc4d62bf374b42ba2b8621655908dc 2024-11-16T01:19:55,905 INFO [M:0;844d197be988:37431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9bcc4d62bf374b42ba2b8621655908dc, entries=8, sequenceid=70, filesize=5.5 K 2024-11-16T01:19:55,906 DEBUG [M:0;844d197be988:37431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a3e15c4bfb24c338af0d4a0ecfbdfcf as hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a3e15c4bfb24c338af0d4a0ecfbdfcf 2024-11-16T01:19:55,910 INFO [M:0;844d197be988:37431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a3e15c4bfb24c338af0d4a0ecfbdfcf, entries=8, sequenceid=70, filesize=7.0 K 2024-11-16T01:19:55,911 DEBUG [M:0;844d197be988:37431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f98adc102a814963a81c5381fccc0d91 as hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f98adc102a814963a81c5381fccc0d91 2024-11-16T01:19:55,915 INFO [M:0;844d197be988:37431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f98adc102a814963a81c5381fccc0d91, entries=1, sequenceid=70, filesize=5.0 K 2024-11-16T01:19:55,916 INFO [M:0;844d197be988:37431 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=70, compaction requested=false 2024-11-16T01:19:55,917 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:19:55,918 INFO [M:0;844d197be988:37431 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:19:55,918 DEBUG [M:0;844d197be988:37431 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731719994629Disabling compacts and flushes for region at 1731719994629Disabling writes for close at 1731719994629Obtaining lock to block concurrent updates at 1731719994629Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731719994629Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731719994629Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731719994630 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731719994630Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731719994643 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731719994643Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731719995052 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731719995066 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731719995066Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731719995476 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731719995492 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731719995492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14d00481: reopening flushed file at 1731719995900 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1167babb: reopening flushed file at 1731719995905 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3165d01e: reopening flushed file at 1731719995911 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=70, compaction requested=false at 1731719995916 (+5 ms)Writing region close event to WAL at 1731719995918 (+2 ms)Closed at 1731719995918 2024-11-16T01:19:55,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741830_1006 (size=41008) 2024-11-16T01:19:55,926 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/WALs/844d197be988,37431,1731719981126/844d197be988%2C37431%2C1731719981126.1731719983089 not finished, retry = 0 2024-11-16T01:19:55,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:19:55,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:19:55,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:19:55,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:19:55,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:19:56,027 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:19:56,027 INFO [M:0;844d197be988:37431 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T01:19:56,027 INFO [M:0;844d197be988:37431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37431 2024-11-16T01:19:56,027 INFO [M:0;844d197be988:37431 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:19:56,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:19:56,186 INFO [M:0;844d197be988:37431 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:19:56,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37431-0x1014139dbc10000, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:19:56,188 INFO [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=45 2024-11-16T01:19:56,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:19:56,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:19:56,188 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:19:56,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:19:56,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:19:56,189 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T01:19:56,189 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:19:56,189 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41073 2024-11-16T01:19:56,190 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41073 connecting to ZooKeeper ensemble=127.0.0.1:49750 2024-11-16T01:19:56,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410730x0, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:19:56,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41073-0x1014139dbc10006 connected 2024-11-16T01:19:56,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:19:56,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:19:56,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Set watcher on znode that does not yet exist, /02104831808/running 2024-11-16T01:19:56,218 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02104831808/meta-region-server: INIT 2024-11-16T01:19:56,218 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148, hbase.cluster.distributed=false 2024-11-16T01:19:56,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Set watcher on znode that does not yet exist, /02104831808/acl 2024-11-16T01:19:56,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41073 2024-11-16T01:19:56,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41073 2024-11-16T01:19:56,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41073 2024-11-16T01:19:56,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41073 2024-11-16T01:19:56,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41073 2024-11-16T01:19:56,233 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=45 2024-11-16T01:19:56,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:19:56,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:19:56,234 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:19:56,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:19:56,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:19:56,234 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T01:19:56,234 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:19:56,234 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35027 2024-11-16T01:19:56,235 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35027 connecting to ZooKeeper ensemble=127.0.0.1:49750 2024-11-16T01:19:56,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:19:56,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:19:56,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350270x0, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:19:56,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350270x0, quorum=127.0.0.1:49750, baseZNode=/02104831808 Set watcher on znode that does not yet exist, /02104831808/running 2024-11-16T01:19:56,250 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02104831808/meta-region-server: INIT 2024-11-16T01:19:56,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35027-0x1014139dbc10007 connected 2024-11-16T01:19:56,251 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T01:19:56,251 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T01:19:56,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35027-0x1014139dbc10007, quorum=127.0.0.1:49750, baseZNode=/02104831808 Set watcher on znode that does not yet exist, /02104831808/master 2024-11-16T01:19:56,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35027-0x1014139dbc10007, quorum=127.0.0.1:49750, baseZNode=/02104831808 Set watcher on znode that does not yet exist, /02104831808/acl 2024-11-16T01:19:56,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35027 2024-11-16T01:19:56,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35027 2024-11-16T01:19:56,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35027 2024-11-16T01:19:56,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35027 2024-11-16T01:19:56,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35027 2024-11-16T01:19:56,273 DEBUG [M:0;844d197be988:41073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:41073 2024-11-16T01:19:56,273 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02104831808/backup-masters/844d197be988,41073,1731719996188 2024-11-16T01:19:56,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808/backup-masters 2024-11-16T01:19:56,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1014139dbc10007, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808/backup-masters 2024-11-16T01:19:56,282 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Set watcher on existing znode=/02104831808/backup-masters/844d197be988,41073,1731719996188 2024-11-16T01:19:56,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808 2024-11-16T01:19:56,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1014139dbc10007, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02104831808/master 2024-11-16T01:19:56,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1014139dbc10007, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808 2024-11-16T01:19:56,292 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Set watcher on existing znode=/02104831808/master 2024-11-16T01:19:56,293 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02104831808/backup-masters/844d197be988,41073,1731719996188 from backup master directory 2024-11-16T01:19:56,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02104831808/backup-masters/844d197be988,41073,1731719996188 2024-11-16T01:19:56,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808/backup-masters 2024-11-16T01:19:56,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1014139dbc10007, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808/backup-masters 2024-11-16T01:19:56,303 WARN [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:19:56,303 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,41073,1731719996188 2024-11-16T01:19:56,312 INFO [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:19:56,312 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T01:19:56,318 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-16T01:19:56,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741846_1022 (size=196) 2024-11-16T01:19:56,734 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:19:56,735 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T01:19:56,735 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:19:56,741 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-16T01:19:56,743 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/WALs/844d197be988,37431,1731719981126 to hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/WALs/844d197be988,37431,1731719981126-dead as it is dead 2024-11-16T01:19:56,743 INFO [master/844d197be988:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/WALs/844d197be988,37431,1731719981126-dead/844d197be988%2C37431%2C1731719981126.1731719983089 2024-11-16T01:19:56,744 INFO [master/844d197be988:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/WALs/844d197be988,37431,1731719981126-dead/844d197be988%2C37431%2C1731719981126.1731719983089 after 1ms 2024-11-16T01:19:56,744 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/WALs/844d197be988,37431,1731719981126-dead/844d197be988%2C37431%2C1731719981126.1731719983089 to hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/844d197be988%2C37431%2C1731719981126.1731719983089 2024-11-16T01:19:56,744 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/WALs/844d197be988,37431,1731719981126-dead 2024-11-16T01:19:56,745 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/WALs/844d197be988,41073,1731719996188 2024-11-16T01:19:56,745 INFO [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:19:56,746 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C41073%2C1731719996188, suffix=, logDir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/WALs/844d197be988,41073,1731719996188, archiveDir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/oldWALs, maxLogs=10 2024-11-16T01:19:56,759 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/WALs/844d197be988,41073,1731719996188/844d197be988%2C41073%2C1731719996188.1731719996746, exclude list is [], retry=0 2024-11-16T01:19:56,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32951,DS-d441e62d-3d50-49bf-8957-2a57bb44510c,DISK] 2024-11-16T01:19:56,763 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/WALs/844d197be988,41073,1731719996188/844d197be988%2C41073%2C1731719996188.1731719996746 2024-11-16T01:19:56,763 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42437:42437)] 2024-11-16T01:19:56,763 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:19:56,763 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:19:56,763 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:56,763 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:56,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:56,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T01:19:56,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:56,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9bcc4d62bf374b42ba2b8621655908dc 2024-11-16T01:19:56,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:19:56,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:56,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T01:19:56,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:56,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a3e15c4bfb24c338af0d4a0ecfbdfcf 2024-11-16T01:19:56,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:19:56,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:56,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T01:19:56,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:56,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f98adc102a814963a81c5381fccc0d91 2024-11-16T01:19:56,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:19:56,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:56,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T01:19:56,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:56,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:19:56,786 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:56,786 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-16T01:19:56,786 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/844d197be988%2C37431%2C1731719981126.1731719983089 2024-11-16T01:19:56,791 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/844d197be988%2C37431%2C1731719981126.1731719983089 2024-11-16T01:19:56,791 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/844d197be988%2C37431%2C1731719981126.1731719983089 2024-11-16T01:19:56,792 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:56,793 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:56,793 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:19:56,794 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:19:56,796 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-16T01:19:56,797 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62502494, jitterRate=-0.06864026188850403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:19:56,797 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731719996763Initializing all the Stores at 1731719996764 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719996764Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719996764Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719996764Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719996764Cleaning up temporary data from old regions at 1731719996793 (+29 ms)Region opened successfully at 1731719996797 (+4 ms) 2024-11-16T01:19:56,797 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T01:19:56,799 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29acc159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:19:56,801 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-16T01:19:56,802 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T01:19:56,802 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T01:19:56,802 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T01:19:56,802 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T01:19:56,805 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T01:19:56,805 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T01:19:56,805 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T01:19:56,806 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-16T01:19:56,806 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T01:19:56,809 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=844d197be988,44147,1731719981315, regionLocation=844d197be988,44147,1731719981315, openSeqNum=2 2024-11-16T01:19:56,809 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=844d197be988,44147,1731719981315, table=hbase:meta, region=1588230740 2024-11-16T01:19:56,809 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,44147,1731719981315, state=OPEN 2024-11-16T01:19:56,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1014139dbc10007, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02104831808/meta-region-server 2024-11-16T01:19:56,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02104831808/meta-region-server 2024-11-16T01:19:56,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02104831808/meta-region-server: CHANGED 2024-11-16T01:19:56,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02104831808/meta-region-server: CHANGED 2024-11-16T01:19:56,858 INFO [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-16T01:19:56,865 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02104831808/draining/844d197be988,44147,1731719981315 already deleted, retry=false 2024-11-16T01:19:56,865 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 844d197be988,44147,1731719981315 on 844d197be988,41073,1731719996188 2024-11-16T01:19:56,866 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 844d197be988,44147,1731719981315, splitWal=true, meta=true 2024-11-16T01:19:56,866 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 844d197be988,44147,1731719981315 (carryingMeta=true) 844d197be988,44147,1731719981315/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@63169e7f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T01:19:56,868 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Unable to get data of znode /02104831808/balancer because node does not exist (not necessarily an error) 2024-11-16T01:19:56,875 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02104831808/balancer already deleted, retry=false 2024-11-16T01:19:56,876 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T01:19:56,876 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Unable to get data of znode /02104831808/normalizer because node does not exist (not necessarily an error) 2024-11-16T01:19:56,886 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02104831808/normalizer already deleted, retry=false 2024-11-16T01:19:56,886 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T01:19:56,887 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Unable to get data of znode /02104831808/switch/split because node does not exist (not necessarily an error) 2024-11-16T01:19:56,896 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02104831808/switch/split already deleted, retry=false 2024-11-16T01:19:56,897 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Unable to get data of znode /02104831808/switch/merge because node does not exist (not necessarily an error) 2024-11-16T01:19:56,987 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02104831808/switch/merge already deleted, retry=false 2024-11-16T01:19:57,124 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Unable to get data of znode /02104831808/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T01:19:57,347 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02104831808/snapshot-cleanup already deleted, retry=false 2024-11-16T01:19:57,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1014139dbc10007, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02104831808/running 2024-11-16T01:19:57,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02104831808/running 2024-11-16T01:19:57,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1014139dbc10007, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808 2024-11-16T01:19:57,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808 2024-11-16T01:19:57,366 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,41073,1731719996188, sessionid=0x1014139dbc10006, setting cluster-up flag (Was=false) 2024-11-16T01:19:57,377 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02104831808/flush-table-proc/acquired, /02104831808/flush-table-proc/reached, /02104831808/flush-table-proc/abort 2024-11-16T01:19:57,378 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,41073,1731719996188 2024-11-16T01:19:57,387 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02104831808/online-snapshot/acquired, /02104831808/online-snapshot/reached, /02104831808/online-snapshot/abort 2024-11-16T01:19:57,388 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,41073,1731719996188 2024-11-16T01:19:57,389 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/.lastflushedseqids 2024-11-16T01:19:57,391 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T01:19:57,391 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T01:19:57,392 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,41073,1731719996188 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 844d197be988,44147,1731719981315 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T01:19:57,393 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:19:57,393 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:19:57,393 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:19:57,393 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:19:57,393 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10 2024-11-16T01:19:57,393 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:57,393 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:19:57,393 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:57,394 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731720027394 2024-11-16T01:19:57,394 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T01:19:57,394 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T01:19:57,394 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T01:19:57,394 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T01:19:57,394 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T01:19:57,394 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T01:19:57,394 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:57,394 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 844d197be988,44147,1731719981315, splitWal=true, meta=true 2024-11-16T01:19:57,394 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T01:19:57,394 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T01:19:57,394 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T01:19:57,394 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T01:19:57,395 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T01:19:57,395 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T01:19:57,395 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719997395,5,FailOnTimeoutGroup] 2024-11-16T01:19:57,395 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 844d197be988,44147,1731719981315, splitWal=true, meta=true, isMeta: true 2024-11-16T01:19:57,395 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719997395,5,FailOnTimeoutGroup] 2024-11-16T01:19:57,395 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:57,395 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T01:19:57,395 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:57,395 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:57,395 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731719997395, completionTime=-1 2024-11-16T01:19:57,395 WARN [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-16T01:19:57,395 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T01:19:57,396 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,44147,1731719981315-splitting 2024-11-16T01:19:57,396 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,44147,1731719981315-splitting dir is empty, no logs to split. 2024-11-16T01:19:57,397 INFO [PEWorker-1 {}] master.SplitWALManager(105): 844d197be988,44147,1731719981315 WAL count=0, meta=true 2024-11-16T01:19:57,398 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,44147,1731719981315-splitting dir is empty, no logs to split. 2024-11-16T01:19:57,398 INFO [PEWorker-1 {}] master.SplitWALManager(105): 844d197be988,44147,1731719981315 WAL count=0, meta=true 2024-11-16T01:19:57,398 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 844d197be988,44147,1731719981315 WAL splitting is done? wals=0, meta=true 2024-11-16T01:19:57,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T01:19:57,400 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:19:57,400 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T01:19:57,462 INFO [RS:0;844d197be988:35027 {}] regionserver.HRegionServer(746): ClusterId : 8803aebb-957c-46fc-b1e3-880e3ab48775 2024-11-16T01:19:57,462 DEBUG [RS:0;844d197be988:35027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T01:19:57,472 DEBUG [RS:0;844d197be988:35027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T01:19:57,472 DEBUG [RS:0;844d197be988:35027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T01:19:57,482 DEBUG [RS:0;844d197be988:35027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T01:19:57,483 DEBUG [RS:0;844d197be988:35027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed878ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:19:57,493 DEBUG [RS:0;844d197be988:35027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:35027 2024-11-16T01:19:57,493 INFO [RS:0;844d197be988:35027 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T01:19:57,493 INFO [RS:0;844d197be988:35027 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T01:19:57,493 DEBUG [RS:0;844d197be988:35027 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T01:19:57,493 INFO [RS:0;844d197be988:35027 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,41073,1731719996188 with port=35027, startcode=1731719996233 2024-11-16T01:19:57,493 DEBUG [RS:0;844d197be988:35027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T01:19:57,495 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T01:19:57,495 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41073 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,35027,1731719996233 2024-11-16T01:19:57,495 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41073 {}] master.ServerManager(517): Registering regionserver=844d197be988,35027,1731719996233 2024-11-16T01:19:57,496 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=101ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T01:19:57,496 DEBUG [RS:0;844d197be988:35027 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148 2024-11-16T01:19:57,496 DEBUG [RS:0;844d197be988:35027 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43595 2024-11-16T01:19:57,496 DEBUG [RS:0;844d197be988:35027 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T01:19:57,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808/rs 2024-11-16T01:19:57,535 DEBUG [RS:0;844d197be988:35027 {}] zookeeper.ZKUtil(111): regionserver:35027-0x1014139dbc10007, quorum=127.0.0.1:49750, baseZNode=/02104831808 Set watcher on existing znode=/02104831808/rs/844d197be988,35027,1731719996233 2024-11-16T01:19:57,535 WARN [RS:0;844d197be988:35027 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:19:57,535 INFO [RS:0;844d197be988:35027 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:19:57,535 DEBUG [RS:0;844d197be988:35027 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233 2024-11-16T01:19:57,536 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,35027,1731719996233] 2024-11-16T01:19:57,551 WARN [844d197be988:41073 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T01:19:57,552 INFO [RS:0;844d197be988:35027 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T01:19:57,553 INFO [RS:0;844d197be988:35027 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T01:19:57,553 INFO [RS:0;844d197be988:35027 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T01:19:57,553 INFO [RS:0;844d197be988:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:57,553 INFO [RS:0;844d197be988:35027 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T01:19:57,554 INFO [RS:0;844d197be988:35027 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T01:19:57,554 INFO [RS:0;844d197be988:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:57,554 DEBUG [RS:0;844d197be988:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:57,554 DEBUG [RS:0;844d197be988:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:57,554 DEBUG [RS:0;844d197be988:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:57,554 DEBUG [RS:0;844d197be988:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:57,554 DEBUG [RS:0;844d197be988:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:57,554 DEBUG [RS:0;844d197be988:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:19:57,554 DEBUG [RS:0;844d197be988:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:57,554 DEBUG [RS:0;844d197be988:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:57,554 DEBUG [RS:0;844d197be988:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:57,554 DEBUG [RS:0;844d197be988:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:57,554 DEBUG [RS:0;844d197be988:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:57,554 DEBUG [RS:0;844d197be988:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:19:57,554 DEBUG [RS:0;844d197be988:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:19:57,555 DEBUG [RS:0;844d197be988:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:19:57,555 INFO [RS:0;844d197be988:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:57,555 INFO [RS:0;844d197be988:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:57,555 INFO [RS:0;844d197be988:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:57,555 INFO [RS:0;844d197be988:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:57,555 INFO [RS:0;844d197be988:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:57,555 INFO [RS:0;844d197be988:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,35027,1731719996233-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:19:57,568 INFO [RS:0;844d197be988:35027 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T01:19:57,568 INFO [RS:0;844d197be988:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,35027,1731719996233-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:57,580 INFO [RS:0;844d197be988:35027 {}] regionserver.ReplicationSource(231): queueId=1-844d197be988,35027,1731719996233, ReplicationSource: 1, currentBandwidth=0 2024-11-16T01:19:57,581 INFO [RS:0;844d197be988:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:57,581 INFO [RS:0;844d197be988:35027 {}] regionserver.Replication(171): 844d197be988,35027,1731719996233 started 2024-11-16T01:19:57,593 INFO [RS:0;844d197be988:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:19:57,593 INFO [RS:0;844d197be988:35027 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,35027,1731719996233, RpcServer on 844d197be988/172.17.0.2:35027, sessionid=0x1014139dbc10007 2024-11-16T01:19:57,593 DEBUG [RS:0;844d197be988:35027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T01:19:57,593 DEBUG [RS:0;844d197be988:35027 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,35027,1731719996233 2024-11-16T01:19:57,593 DEBUG [RS:0;844d197be988:35027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,35027,1731719996233' 2024-11-16T01:19:57,593 DEBUG [RS:0;844d197be988:35027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02104831808/flush-table-proc/abort' 2024-11-16T01:19:57,593 DEBUG [RS:0;844d197be988:35027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02104831808/flush-table-proc/acquired' 2024-11-16T01:19:57,594 DEBUG [RS:0;844d197be988:35027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T01:19:57,594 DEBUG [RS:0;844d197be988:35027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T01:19:57,594 DEBUG [RS:0;844d197be988:35027 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,35027,1731719996233 2024-11-16T01:19:57,594 DEBUG [RS:0;844d197be988:35027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,35027,1731719996233' 2024-11-16T01:19:57,594 DEBUG [RS:0;844d197be988:35027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02104831808/online-snapshot/abort' 2024-11-16T01:19:57,594 DEBUG [RS:0;844d197be988:35027.replicationSource,1-844d197be988,35027,1731719996233 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:44425' 2024-11-16T01:19:57,594 DEBUG [RS:0;844d197be988:35027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02104831808/online-snapshot/acquired' 2024-11-16T01:19:57,594 DEBUG [RS:0;844d197be988:35027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T01:19:57,595 INFO [RS:0;844d197be988:35027 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T01:19:57,595 INFO [RS:0;844d197be988:35027 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T01:19:57,595 DEBUG [RS:0;844d197be988:35027.replicationSource,1-844d197be988,35027,1731719996233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17b506e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:19:57,595 DEBUG [RS:0;844d197be988:35027.replicationSource,1-844d197be988,35027,1731719996233 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44425,-1 for getting cluster id 2024-11-16T01:19:57,595 DEBUG [RS:0;844d197be988:35027.replicationSource,1-844d197be988,35027,1731719996233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:19:57,596 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67d9e40b-3c0f-4514-9c27-81df54b232c9' 2024-11-16T01:19:57,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:19:57,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67d9e40b-3c0f-4514-9c27-81df54b232c9" 2024-11-16T01:19:57,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60c3e77d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:19:57,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44425,-1] 2024-11-16T01:19:57,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:19:57,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:19:57,597 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:19:57,598 DEBUG [RS:0;844d197be988:35027.replicationSource,1-844d197be988,35027,1731719996233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60b8ab14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:19:57,598 DEBUG [RS:0;844d197be988:35027.replicationSource,1-844d197be988,35027,1731719996233 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:19:57,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,44425,1731719986990 2024-11-16T01:19:57,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61e3e7f0 2024-11-16T01:19:57,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:19:57,599 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-16T01:19:57,600 INFO [RS:0;844d197be988:35027.replicationSource,1-844d197be988,35027,1731719996233 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-844d197be988,35027,1731719996233 (queues=0) is replicating from cluster=8803aebb-957c-46fc-b1e3-880e3ab48775 to cluster=67d9e40b-3c0f-4514-9c27-81df54b232c9 2024-11-16T01:19:57,695 INFO [RS:0;844d197be988:35027 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:19:57,696 INFO [RS:0;844d197be988:35027 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C35027%2C1731719996233, suffix=, logDir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233, archiveDir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/oldWALs, maxLogs=10 2024-11-16T01:19:57,707 DEBUG [RS:0;844d197be988:35027 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233/844d197be988%2C35027%2C1731719996233.1731719997696, exclude list is [], retry=0 2024-11-16T01:19:57,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32951,DS-d441e62d-3d50-49bf-8957-2a57bb44510c,DISK] 2024-11-16T01:19:57,711 INFO [RS:0;844d197be988:35027 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233/844d197be988%2C35027%2C1731719996233.1731719997696 2024-11-16T01:19:57,712 DEBUG [RS:0;844d197be988:35027 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 844d197be988%2C35027%2C1731719996233 for peer 1 2024-11-16T01:19:57,712 DEBUG [RS:0;844d197be988:35027 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=844d197be988%2C35027%2C1731719996233 2024-11-16T01:19:57,712 INFO [RS:0;844d197be988:35027 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-844d197be988,35027,1731719996233, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T01:19:57,712 DEBUG [RS:0;844d197be988:35027 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42437:42437)] 2024-11-16T01:19:57,712 INFO [RS:0;844d197be988:35027.replicationSource.shipper844d197be988%2C35027%2C1731719996233,1-844d197be988,35027,1731719996233 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 844d197be988%2C35027%2C1731719996233 2024-11-16T01:19:57,712 DEBUG [RS:0;844d197be988:35027.replicationSource.wal-reader.844d197be988%2C35027%2C1731719996233,1-844d197be988,35027,1731719996233 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233/844d197be988%2C35027%2C1731719996233.1731719997696, startPosition=0, beingWritten=true 2024-11-16T01:19:57,801 DEBUG [844d197be988:41073 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:19:57,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,35027,1731719996233 2024-11-16T01:19:57,802 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,35027,1731719996233, state=OPENING 2024-11-16T01:19:57,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02104831808/meta-region-server 2024-11-16T01:19:57,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1014139dbc10007, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02104831808/meta-region-server 2024-11-16T01:19:57,823 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:19:57,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02104831808/meta-region-server: CHANGED 2024-11-16T01:19:57,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02104831808/meta-region-server: CHANGED 2024-11-16T01:19:57,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,35027,1731719996233}] 2024-11-16T01:19:57,916 DEBUG [RS:0;844d197be988:35027.replicationSource.wal-reader.844d197be988%2C35027%2C1731719996233,1-844d197be988,35027,1731719996233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233/844d197be988%2C35027%2C1731719996233.1731719997696 to pos 0, reset compression=false 2024-11-16T01:19:57,975 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:19:57,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:19:57,980 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T01:19:57,980 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:19:57,980 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T01:19:57,981 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C35027%2C1731719996233.meta, suffix=.meta, logDir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233, archiveDir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/oldWALs, maxLogs=10 2024-11-16T01:19:57,993 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233/844d197be988%2C35027%2C1731719996233.meta.1731719997982.meta, exclude list is [], retry=0 2024-11-16T01:19:57,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32951,DS-d441e62d-3d50-49bf-8957-2a57bb44510c,DISK] 2024-11-16T01:19:57,997 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233/844d197be988%2C35027%2C1731719996233.meta.1731719997982.meta 2024-11-16T01:19:57,997 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42437:42437)] 2024-11-16T01:19:57,997 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:19:57,997 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:19:57,997 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:19:57,997 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T01:19:57,997 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T01:19:57,998 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T01:19:57,998 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:19:57,998 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T01:19:57,998 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T01:19:57,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:19:57,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:19:58,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:58,004 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/info/cc4fce180f294778b757dabbb6106a7d 2024-11-16T01:19:58,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:19:58,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:19:58,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:19:58,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:58,010 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/ns/1713b8f027cb44aabd7f815be0fbe0a2 2024-11-16T01:19:58,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:19:58,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:19:58,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:19:58,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:58,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:19:58,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:19:58,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:19:58,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:19:58,017 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/table/63d3de16b88b499999fd4dc55297f09f 2024-11-16T01:19:58,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:19:58,017 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:19:58,017 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740 2024-11-16T01:19:58,018 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740 2024-11-16T01:19:58,019 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:19:58,019 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:19:58,020 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:19:58,021 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:19:58,022 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75327143, jitterRate=0.12246190011501312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:19:58,022 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T01:19:58,022 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731719997998Writing region info on filesystem at 1731719997998Initializing all the Stores at 1731719997999 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719997999Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719997999Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731719997999Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731719997999Cleaning up temporary data from old regions at 1731719998019 (+20 ms)Running coprocessor post-open hooks at 1731719998022 (+3 ms)Region opened successfully at 1731719998022 2024-11-16T01:19:58,023 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731719997975 2024-11-16T01:19:58,024 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T01:19:58,025 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T01:19:58,025 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=844d197be988,35027,1731719996233 2024-11-16T01:19:58,026 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,35027,1731719996233, state=OPEN 2024-11-16T01:19:58,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1014139dbc10007, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02104831808/meta-region-server 2024-11-16T01:19:58,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02104831808/meta-region-server 2024-11-16T01:19:58,033 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,35027,1731719996233 2024-11-16T01:19:58,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02104831808/meta-region-server: CHANGED 2024-11-16T01:19:58,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02104831808/meta-region-server: CHANGED 2024-11-16T01:19:58,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-16T01:19:58,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,35027,1731719996233 in 210 msec 2024-11-16T01:19:58,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T01:19:58,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 636 msec 2024-11-16T01:19:58,221 DEBUG [RS:0;844d197be988:35027.replicationSource.wal-reader.844d197be988%2C35027%2C1731719996233,1-844d197be988,35027,1731719996233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233/844d197be988%2C35027%2C1731719996233.1731719997696 to pos 0, reset compression=false 2024-11-16T01:19:58,625 DEBUG [RS:0;844d197be988:35027.replicationSource.wal-reader.844d197be988%2C35027%2C1731719996233,1-844d197be988,35027,1731719996233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233/844d197be988%2C35027%2C1731719996233.1731719997696 to pos 0, reset compression=false 2024-11-16T01:19:58,998 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-16T01:19:59,130 DEBUG [RS:0;844d197be988:35027.replicationSource.wal-reader.844d197be988%2C35027%2C1731719996233,1-844d197be988,35027,1731719996233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233/844d197be988%2C35027%2C1731719996233.1731719997696 to pos 0, reset compression=false 2024-11-16T01:19:59,735 DEBUG [RS:0;844d197be988:35027.replicationSource.wal-reader.844d197be988%2C35027%2C1731719996233,1-844d197be988,35027,1731719996233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233/844d197be988%2C35027%2C1731719996233.1731719997696 to pos 0, reset compression=false 2024-11-16T01:20:00,439 DEBUG [RS:0;844d197be988:35027.replicationSource.wal-reader.844d197be988%2C35027%2C1731719996233,1-844d197be988,35027,1731719996233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233/844d197be988%2C35027%2C1731719996233.1731719997696 to pos 0, reset compression=false 2024-11-16T01:20:00,501 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3106ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-16T01:20:01,244 DEBUG [RS:0;844d197be988:35027.replicationSource.wal-reader.844d197be988%2C35027%2C1731719996233,1-844d197be988,35027,1731719996233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233/844d197be988%2C35027%2C1731719996233.1731719997696 to pos 0, reset compression=false 2024-11-16T01:20:01,903 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-16T01:20:01,903 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T01:20:01,903 DEBUG [master/844d197be988:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:20:01,904 DEBUG [master/844d197be988:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,35027,1731719996233, seqNum=-1] 2024-11-16T01:20:01,904 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:20:01,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:20:01,909 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51373d9037f390e81b3abd9544cd506c, regionState=OPEN, lastHost=844d197be988,44147,1731719981315, regionLocation=844d197be988,44147,1731719981315, openSeqNum=2 2024-11-16T01:20:01,909 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T01:20:01,909 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731720061909 2024-11-16T01:20:01,909 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731720121909 2024-11-16T01:20:01,909 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-16T01:20:01,909 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 844d197be988,44147,1731719981315 had 2 regions 2024-11-16T01:20:01,909 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,41073,1731719996188-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:01,909 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,41073,1731719996188-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:01,909 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,41073,1731719996188-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:01,909 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:41073, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:01,909 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:01,909 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:01,910 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 844d197be988,44147,1731719981315, splitWal=true, meta=true, isMeta: false 2024-11-16T01:20:01,912 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,44147,1731719981315-splitting dir is empty, no logs to split. 2024-11-16T01:20:01,912 INFO [PEWorker-3 {}] master.SplitWALManager(105): 844d197be988,44147,1731719981315 WAL count=0, meta=false 2024-11-16T01:20:01,914 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,44147,1731719981315-splitting dir is empty, no logs to split. 2024-11-16T01:20:01,914 INFO [PEWorker-3 {}] master.SplitWALManager(105): 844d197be988,44147,1731719981315 WAL count=0, meta=false 2024-11-16T01:20:01,914 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 844d197be988,44147,1731719981315 WAL splitting is done? wals=0, meta=false 2024-11-16T01:20:01,917 WARN [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=844d197be988,44147,1731719981315/hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. 2024-11-16T01:20:01,918 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.615sec 2024-11-16T01:20:01,918 INFO [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T01:20:01,918 INFO [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T01:20:01,918 INFO [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T01:20:01,918 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T01:20:01,918 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T01:20:01,918 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,41073,1731719996188-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:20:01,918 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,41073,1731719996188-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T01:20:01,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51373d9037f390e81b3abd9544cd506c, ASSIGN}] 2024-11-16T01:20:01,919 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51373d9037f390e81b3abd9544cd506c, ASSIGN 2024-11-16T01:20:01,920 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51373d9037f390e81b3abd9544cd506c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T01:20:01,921 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T01:20:01,921 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T01:20:01,922 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,41073,1731719996188-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:01,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b6129c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:01,966 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,41073,-1 for getting cluster id 2024-11-16T01:20:01,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:01,967 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803aebb-957c-46fc-b1e3-880e3ab48775' 2024-11-16T01:20:01,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:01,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803aebb-957c-46fc-b1e3-880e3ab48775" 2024-11-16T01:20:01,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ba3a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:01,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,41073,-1] 2024-11-16T01:20:01,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:01,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:01,968 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:01,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42c533be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:01,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:20:01,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,35027,1731719996233, seqNum=-1] 2024-11-16T01:20:01,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:20:01,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:20:01,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-16T01:20:01,974 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:20:01,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:20:01,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:01,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:01,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:20:01,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 844d197be988:41073 after: 844d197be988:41073 2024-11-16T01:20:01,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e22f923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:01,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,41073,-1 for getting cluster id 2024-11-16T01:20:01,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:01,975 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8803aebb-957c-46fc-b1e3-880e3ab48775' 2024-11-16T01:20:01,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:01,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8803aebb-957c-46fc-b1e3-880e3ab48775" 2024-11-16T01:20:01,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b3272d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:01,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,41073,-1] 2024-11-16T01:20:01,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:01,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:01,977 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:01,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5cba77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:01,977 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:01,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,41073,1731719996188 2024-11-16T01:20:01,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67a353b9 2024-11-16T01:20:01,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:20:01,979 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:20:01,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41073 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T01:20:01,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T01:20:01,980 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:20:01,980 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:20:01,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:01,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:01,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:20:01,980 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T01:20:01,980 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=522595334, stopped=false 2024-11-16T01:20:01,980 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=844d197be988,44425,1731719986990 2024-11-16T01:20:02,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11922339217/running 2024-11-16T01:20:02,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1014139dbc10004, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11922339217/running 2024-11-16T01:20:02,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11922339217 2024-11-16T01:20:02,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1014139dbc10004, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11922339217 2024-11-16T01:20:02,044 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:20:02,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:20:02,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:20:02,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:02,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37967-0x1014139dbc10004, quorum=127.0.0.1:49750, baseZNode=/11922339217 Set watcher on znode that does not yet exist, /11922339217/running 2024-11-16T01:20:02,044 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '844d197be988,37967,1731719987128' ***** 2024-11-16T01:20:02,044 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T01:20:02,044 INFO [RS:0;844d197be988:37967 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T01:20:02,044 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T01:20:02,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Set watcher on znode that does not yet exist, /11922339217/running 2024-11-16T01:20:02,045 INFO [RS:0;844d197be988:37967 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T01:20:02,045 INFO [RS:0;844d197be988:37967 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T01:20:02,045 INFO [RS:0;844d197be988:37967 {}] regionserver.HRegionServer(959): stopping server 844d197be988,37967,1731719987128 2024-11-16T01:20:02,045 INFO [RS:0;844d197be988:37967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:20:02,045 INFO [RS:0;844d197be988:37967 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:37967. 2024-11-16T01:20:02,045 DEBUG [RS:0;844d197be988:37967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:20:02,045 DEBUG [RS:0;844d197be988:37967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:02,045 INFO [RS:0;844d197be988:37967 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T01:20:02,045 INFO [RS:0;844d197be988:37967 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T01:20:02,045 INFO [RS:0;844d197be988:37967 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T01:20:02,045 INFO [RS:0;844d197be988:37967 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T01:20:02,045 INFO [RS:0;844d197be988:37967 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T01:20:02,045 DEBUG [RS:0;844d197be988:37967 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:20:02,045 DEBUG [RS:0;844d197be988:37967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:20:02,045 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:20:02,045 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:20:02,045 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:20:02,045 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:20:02,045 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:20:02,046 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-16T01:20:02,054 INFO [regionserver/844d197be988:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:20:02,064 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/data/hbase/meta/1588230740/.tmp/ns/5f059fabdea34e5b98322ed012a42be5 is 43, key is default/ns:d/1731719990447/Put/seqid=0 2024-11-16T01:20:02,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741835_1011 (size=5153) 2024-11-16T01:20:02,070 DEBUG [844d197be988:41073 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:20:02,071 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=51373d9037f390e81b3abd9544cd506c, regionState=OPENING, regionLocation=844d197be988,35027,1731719996233 2024-11-16T01:20:02,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51373d9037f390e81b3abd9544cd506c, ASSIGN because future has completed 2024-11-16T01:20:02,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51373d9037f390e81b3abd9544cd506c, server=844d197be988,35027,1731719996233}] 2024-11-16T01:20:02,148 DEBUG [RS:0;844d197be988:35027.replicationSource.wal-reader.844d197be988%2C35027%2C1731719996233,1-844d197be988,35027,1731719996233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233/844d197be988%2C35027%2C1731719996233.1731719997696 to pos 0, reset compression=false 2024-11-16T01:20:02,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. 2024-11-16T01:20:02,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:20:02,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T01:20:02,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C35027%2C1731719996233.rep, suffix=, logDir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233, archiveDir=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/oldWALs, maxLogs=10 2024-11-16T01:20:02,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233/844d197be988%2C35027%2C1731719996233.rep.1731720002232, exclude list is [], retry=0 2024-11-16T01:20:02,245 DEBUG [RS:0;844d197be988:37967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:20:02,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32951,DS-d441e62d-3d50-49bf-8957-2a57bb44510c,DISK] 2024-11-16T01:20:02,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233/844d197be988%2C35027%2C1731719996233.rep.1731720002232 2024-11-16T01:20:02,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42437:42437)] 2024-11-16T01:20:02,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 51373d9037f390e81b3abd9544cd506c, NAME => 'hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:20:02,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:20:02,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:20:02,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. service=MultiRowMutationService 2024-11-16T01:20:02,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T01:20:02,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:20:02,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:02,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:20:02,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:20:02,251 INFO [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:20:02,252 INFO [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51373d9037f390e81b3abd9544cd506c columnFamilyName hfileref 2024-11-16T01:20:02,252 DEBUG [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:02,252 INFO [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] regionserver.HStore(327): Store=51373d9037f390e81b3abd9544cd506c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:02,252 INFO [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:20:02,253 INFO [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51373d9037f390e81b3abd9544cd506c columnFamilyName queue 2024-11-16T01:20:02,253 DEBUG [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:02,258 DEBUG [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/replication/51373d9037f390e81b3abd9544cd506c/queue/022dcde1e0a14cf7bb53cdc1b43406f3 2024-11-16T01:20:02,258 INFO [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] regionserver.HStore(327): Store=51373d9037f390e81b3abd9544cd506c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:02,258 INFO [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:20:02,259 INFO [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51373d9037f390e81b3abd9544cd506c columnFamilyName sid 2024-11-16T01:20:02,259 DEBUG [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:02,259 INFO [StoreOpener-51373d9037f390e81b3abd9544cd506c-1 {}] regionserver.HStore(327): Store=51373d9037f390e81b3abd9544cd506c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:02,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:20:02,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/replication/51373d9037f390e81b3abd9544cd506c 2024-11-16T01:20:02,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/replication/51373d9037f390e81b3abd9544cd506c 2024-11-16T01:20:02,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:20:02,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:20:02,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:20:02,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:20:02,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 51373d9037f390e81b3abd9544cd506c; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62900532, jitterRate=-0.0627090334892273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:20:02,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:20:02,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 51373d9037f390e81b3abd9544cd506c: Running coprocessor pre-open hook at 1731720002250Writing region info on filesystem at 1731720002250Initializing all the Stores at 1731720002251 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720002251Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720002251Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720002251Cleaning up temporary data from old regions at 1731720002262 (+11 ms)Running coprocessor post-open hooks at 1731720002264 (+2 ms)Region opened successfully at 1731720002265 (+1 ms) 2024-11-16T01:20:02,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c., pid=13, masterSystemTime=1731720002225 2024-11-16T01:20:02,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. 2024-11-16T01:20:02,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. 2024-11-16T01:20:02,268 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=51373d9037f390e81b3abd9544cd506c, regionState=OPEN, openSeqNum=9, regionLocation=844d197be988,35027,1731719996233 2024-11-16T01:20:02,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51373d9037f390e81b3abd9544cd506c, server=844d197be988,35027,1731719996233 because future has completed 2024-11-16T01:20:02,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-16T01:20:02,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 51373d9037f390e81b3abd9544cd506c, server=844d197be988,35027,1731719996233 in 198 msec 2024-11-16T01:20:02,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-16T01:20:02,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51373d9037f390e81b3abd9544cd506c, ASSIGN in 355 msec 2024-11-16T01:20:02,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-16T01:20:02,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c., hostname=844d197be988,35027,1731719996233, seqNum=9] 2024-11-16T01:20:02,284 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T01:20:02,299 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T01:20:02,311 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 844d197be988,44147,1731719981315 2024-11-16T01:20:02,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-16T01:20:02,446 DEBUG [RS:0;844d197be988:37967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:20:02,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35027 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-16T01:20:02,469 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/data/hbase/meta/1588230740/.tmp/ns/5f059fabdea34e5b98322ed012a42be5 2024-11-16T01:20:02,475 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/data/hbase/meta/1588230740/.tmp/ns/5f059fabdea34e5b98322ed012a42be5 as hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/data/hbase/meta/1588230740/ns/5f059fabdea34e5b98322ed012a42be5 2024-11-16T01:20:02,481 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/data/hbase/meta/1588230740/ns/5f059fabdea34e5b98322ed012a42be5, entries=2, sequenceid=6, filesize=5.0 K 2024-11-16T01:20:02,482 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false 2024-11-16T01:20:02,482 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T01:20:02,486 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T01:20:02,487 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:20:02,487 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:20:02,487 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:20:02,487 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720002045Running coprocessor pre-close hooks at 1731720002045Disabling compacts and flushes for region at 1731720002045Disabling writes for close at 1731720002045Obtaining lock to block concurrent updates at 1731720002046 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731720002046Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731720002046Flushing stores of hbase:meta,,1.1588230740 at 1731720002046Flushing 1588230740/ns: creating writer at 1731720002046Flushing 1588230740/ns: appending metadata at 1731720002064 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731720002064Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24205c04: reopening flushed file at 1731720002474 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false at 1731720002482 (+8 ms)Writing region close event to WAL at 1731720002483 (+1 ms)Running coprocessor post-close hooks at 1731720002487 (+4 ms)Closed at 1731720002487 2024-11-16T01:20:02,487 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T01:20:02,646 INFO [RS:0;844d197be988:37967 {}] regionserver.HRegionServer(976): stopping server 844d197be988,37967,1731719987128; all regions closed. 2024-11-16T01:20:02,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741834_1010 (size=1152) 2024-11-16T01:20:02,648 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/WALs/844d197be988,37967,1731719987128/844d197be988%2C37967%2C1731719987128.meta.1731719990393.meta not finished, retry = 0 2024-11-16T01:20:02,751 DEBUG [RS:0;844d197be988:37967 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/oldWALs 2024-11-16T01:20:02,751 INFO [RS:0;844d197be988:37967 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C37967%2C1731719987128.meta:.meta(num 1731719990393) 2024-11-16T01:20:02,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741832_1008 (size=93) 2024-11-16T01:20:02,754 DEBUG [RS:0;844d197be988:37967 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/oldWALs 2024-11-16T01:20:02,754 INFO [RS:0;844d197be988:37967 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C37967%2C1731719987128:(num 1731719989370) 2024-11-16T01:20:02,754 DEBUG [RS:0;844d197be988:37967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:02,754 INFO [RS:0;844d197be988:37967 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:20:02,754 INFO [RS:0;844d197be988:37967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:20:02,755 INFO [RS:0;844d197be988:37967 {}] hbase.ChoreService(370): Chore service for: regionserver/844d197be988:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T01:20:02,755 INFO [RS:0;844d197be988:37967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:20:02,755 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:20:02,755 INFO [RS:0;844d197be988:37967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37967 2024-11-16T01:20:02,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11922339217/rs 2024-11-16T01:20:02,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1014139dbc10004, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11922339217/rs/844d197be988,37967,1731719987128 2024-11-16T01:20:02,776 INFO [RS:0;844d197be988:37967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:20:02,787 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [844d197be988,37967,1731719987128] 2024-11-16T01:20:02,797 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11922339217/draining/844d197be988,37967,1731719987128 already deleted, retry=false 2024-11-16T01:20:02,797 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 844d197be988,37967,1731719987128 expired; onlineServers=0 2024-11-16T01:20:02,797 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '844d197be988,44425,1731719986990' ***** 2024-11-16T01:20:02,797 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T01:20:02,797 INFO [M:0;844d197be988:44425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:20:02,797 INFO [M:0;844d197be988:44425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:20:02,797 DEBUG [M:0;844d197be988:44425 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T01:20:02,797 DEBUG [M:0;844d197be988:44425 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T01:20:02,797 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T01:20:02,797 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719989156 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719989156,5,FailOnTimeoutGroup] 2024-11-16T01:20:02,797 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719989157 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719989157,5,FailOnTimeoutGroup] 2024-11-16T01:20:02,798 INFO [M:0;844d197be988:44425 {}] hbase.ChoreService(370): Chore service for: master/844d197be988:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T01:20:02,798 INFO [M:0;844d197be988:44425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:20:02,798 DEBUG [M:0;844d197be988:44425 {}] master.HMaster(1795): Stopping service threads 2024-11-16T01:20:02,798 INFO [M:0;844d197be988:44425 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T01:20:02,798 INFO [M:0;844d197be988:44425 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:20:02,798 INFO [M:0;844d197be988:44425 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T01:20:02,798 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T01:20:02,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11922339217/master 2024-11-16T01:20:02,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11922339217 2024-11-16T01:20:02,808 DEBUG [M:0;844d197be988:44425 {}] zookeeper.ZKUtil(347): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Unable to get data of znode /11922339217/master because node does not exist (not an error) 2024-11-16T01:20:02,808 WARN [M:0;844d197be988:44425 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T01:20:02,809 INFO [M:0;844d197be988:44425 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/.lastflushedseqids 2024-11-16T01:20:02,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741836_1012 (size=99) 2024-11-16T01:20:02,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1014139dbc10004, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:20:02,887 INFO [RS:0;844d197be988:37967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:20:02,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1014139dbc10004, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:20:02,887 INFO [RS:0;844d197be988:37967 {}] regionserver.HRegionServer(1031): Exiting; stopping=844d197be988,37967,1731719987128; zookeeper connection closed. 2024-11-16T01:20:02,887 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@705f2863 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@705f2863 2024-11-16T01:20:02,887 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T01:20:03,153 DEBUG [RS:0;844d197be988:35027.replicationSource.wal-reader.844d197be988%2C35027%2C1731719996233,1-844d197be988,35027,1731719996233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233/844d197be988%2C35027%2C1731719996233.1731719997696 to pos 0, reset compression=false 2024-11-16T01:20:03,214 INFO [M:0;844d197be988:44425 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T01:20:03,214 INFO [M:0;844d197be988:44425 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T01:20:03,214 DEBUG [M:0;844d197be988:44425 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:20:03,214 INFO [M:0;844d197be988:44425 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:03,214 DEBUG [M:0;844d197be988:44425 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:03,214 DEBUG [M:0;844d197be988:44425 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:20:03,214 DEBUG [M:0;844d197be988:44425 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:03,214 INFO [M:0;844d197be988:44425 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-16T01:20:03,228 DEBUG [M:0;844d197be988:44425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bde5be88faa74b1092a4821a85637235 is 82, key is hbase:meta,,1/info:regioninfo/1731719990428/Put/seqid=0 2024-11-16T01:20:03,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741837_1013 (size=5672) 2024-11-16T01:20:03,499 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:20:03,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:03,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:03,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:03,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:03,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:03,633 INFO [M:0;844d197be988:44425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bde5be88faa74b1092a4821a85637235 2024-11-16T01:20:03,649 DEBUG [M:0;844d197be988:44425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b2b8f714d4a4bf4b10912e18b0877c5 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731719990450/Put/seqid=0 2024-11-16T01:20:03,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741838_1014 (size=5275) 2024-11-16T01:20:04,055 INFO [M:0;844d197be988:44425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b2b8f714d4a4bf4b10912e18b0877c5 2024-11-16T01:20:04,077 DEBUG [M:0;844d197be988:44425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/308a6f2137a34e77a09b4192d2cc67a5 is 69, key is 844d197be988,37967,1731719987128/rs:state/1731719989190/Put/seqid=0 2024-11-16T01:20:04,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741839_1015 (size=5156) 2024-11-16T01:20:04,258 DEBUG [RS:0;844d197be988:35027.replicationSource.wal-reader.844d197be988%2C35027%2C1731719996233,1-844d197be988,35027,1731719996233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233/844d197be988%2C35027%2C1731719996233.1731719997696 to pos 0, reset compression=false 2024-11-16T01:20:04,481 INFO [M:0;844d197be988:44425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/308a6f2137a34e77a09b4192d2cc67a5 2024-11-16T01:20:04,486 DEBUG [M:0;844d197be988:44425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bde5be88faa74b1092a4821a85637235 as hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bde5be88faa74b1092a4821a85637235 2024-11-16T01:20:04,490 INFO [M:0;844d197be988:44425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bde5be88faa74b1092a4821a85637235, entries=8, sequenceid=28, filesize=5.5 K 2024-11-16T01:20:04,490 DEBUG [M:0;844d197be988:44425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b2b8f714d4a4bf4b10912e18b0877c5 as hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b2b8f714d4a4bf4b10912e18b0877c5 2024-11-16T01:20:04,494 INFO [M:0;844d197be988:44425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b2b8f714d4a4bf4b10912e18b0877c5, entries=3, sequenceid=28, filesize=5.2 K 2024-11-16T01:20:04,495 DEBUG [M:0;844d197be988:44425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/308a6f2137a34e77a09b4192d2cc67a5 as hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/308a6f2137a34e77a09b4192d2cc67a5 2024-11-16T01:20:04,499 INFO [M:0;844d197be988:44425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/308a6f2137a34e77a09b4192d2cc67a5, entries=1, sequenceid=28, filesize=5.0 K 2024-11-16T01:20:04,499 INFO [M:0;844d197be988:44425 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=28, compaction requested=false 2024-11-16T01:20:04,500 INFO [M:0;844d197be988:44425 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:04,500 DEBUG [M:0;844d197be988:44425 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720003214Disabling compacts and flushes for region at 1731720003214Disabling writes for close at 1731720003214Obtaining lock to block concurrent updates at 1731720003214Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731720003214Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731720003215 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731720003215Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731720003215Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731720003228 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731720003228Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731720003636 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731720003649 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731720003649Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731720004059 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731720004076 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731720004076Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5b377a: reopening flushed file at 1731720004485 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6758ada9: reopening flushed file at 1731720004490 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f33c817: reopening flushed file at 1731720004494 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=28, compaction requested=false at 1731720004499 (+5 ms)Writing region close event to WAL at 1731720004500 (+1 ms)Closed at 1731720004500 2024-11-16T01:20:04,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741830_1006 (size=10165) 2024-11-16T01:20:04,502 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/895855ab-0c5c-258c-b54f-67781bf98390/MasterData/WALs/844d197be988,44425,1731719986990/844d197be988%2C44425%2C1731719986990.1731719988878 not finished, retry = 0 2024-11-16T01:20:04,603 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:20:04,603 INFO [M:0;844d197be988:44425 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T01:20:04,603 INFO [M:0;844d197be988:44425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44425 2024-11-16T01:20:04,604 INFO [M:0;844d197be988:44425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:20:04,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:20:04,765 INFO [M:0;844d197be988:44425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:20:04,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44425-0x1014139dbc10003, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:20:04,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23959b18{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:20:04,767 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f61ebe8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:20:04,767 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:20:04,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75a27f04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:20:04,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2427d7e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/hadoop.log.dir/,STOPPED} 2024-11-16T01:20:04,768 WARN [BP-1888497670-172.17.0.2-1731719984901 heartbeating to localhost/127.0.0.1:39311 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T01:20:04,769 WARN [BP-1888497670-172.17.0.2-1731719984901 heartbeating to localhost/127.0.0.1:39311 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1888497670-172.17.0.2-1731719984901 (Datanode Uuid 157205b7-6c36-48df-8931-d854bb5af3f5) service to localhost/127.0.0.1:39311 2024-11-16T01:20:04,769 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T01:20:04,769 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T01:20:04,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/cluster_22e49d6a-2972-8074-4d8c-1c6d2e9bb05e/data/data1/current/BP-1888497670-172.17.0.2-1731719984901 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:20:04,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/cluster_22e49d6a-2972-8074-4d8c-1c6d2e9bb05e/data/data2/current/BP-1888497670-172.17.0.2-1731719984901 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:20:04,769 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T01:20:04,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36b8f3d0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:20:04,775 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a775333{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:20:04,775 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:20:04,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15d568fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:20:04,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c3cabb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/hadoop.log.dir/,STOPPED} 2024-11-16T01:20:04,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T01:20:04,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T01:20:04,790 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:20:04,791 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:20:04,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:04,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:04,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:20:04,791 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T01:20:04,791 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1825311780, stopped=false 2024-11-16T01:20:04,791 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=844d197be988,41073,1731719996188 2024-11-16T01:20:04,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1014139dbc10007, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02104831808/running 2024-11-16T01:20:04,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02104831808/running 2024-11-16T01:20:04,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808 2024-11-16T01:20:04,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1014139dbc10007, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808 2024-11-16T01:20:04,801 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:20:04,801 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:20:04,802 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:20:04,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:04,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35027-0x1014139dbc10007, quorum=127.0.0.1:49750, baseZNode=/02104831808 Set watcher on znode that does not yet exist, /02104831808/running 2024-11-16T01:20:04,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Set watcher on znode that does not yet exist, /02104831808/running 2024-11-16T01:20:04,802 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '844d197be988,35027,1731719996233' ***** 2024-11-16T01:20:04,802 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T01:20:04,802 INFO [RS:0;844d197be988:35027 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T01:20:04,803 INFO [RS:0;844d197be988:35027 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T01:20:04,803 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T01:20:04,803 INFO [RS:0;844d197be988:35027 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T01:20:04,803 INFO [RS:0;844d197be988:35027 {}] regionserver.HRegionServer(3091): Received CLOSE for 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:20:04,803 INFO [RS:0;844d197be988:35027 {}] regionserver.HRegionServer(959): stopping server 844d197be988,35027,1731719996233 2024-11-16T01:20:04,803 INFO [RS:0;844d197be988:35027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:20:04,803 INFO [RS:0;844d197be988:35027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:35027. 2024-11-16T01:20:04,803 DEBUG [RS:0;844d197be988:35027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:20:04,803 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51373d9037f390e81b3abd9544cd506c, disabling compactions & flushes 2024-11-16T01:20:04,803 DEBUG [RS:0;844d197be988:35027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:04,803 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. 2024-11-16T01:20:04,803 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. 2024-11-16T01:20:04,803 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. after waiting 0 ms 2024-11-16T01:20:04,803 INFO [RS:0;844d197be988:35027 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T01:20:04,803 INFO [RS:0;844d197be988:35027 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T01:20:04,803 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. 2024-11-16T01:20:04,803 INFO [RS:0;844d197be988:35027 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T01:20:04,803 INFO [RS:0;844d197be988:35027 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T01:20:04,803 INFO [RS:0;844d197be988:35027 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T01:20:04,803 DEBUG [RS:0;844d197be988:35027 {}] regionserver.HRegionServer(1325): Online Regions={51373d9037f390e81b3abd9544cd506c=hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:20:04,803 DEBUG [RS:0;844d197be988:35027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51373d9037f390e81b3abd9544cd506c 2024-11-16T01:20:04,803 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:20:04,804 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:20:04,804 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:20:04,804 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:20:04,804 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:20:04,804 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-16T01:20:04,807 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/replication/51373d9037f390e81b3abd9544cd506c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-16T01:20:04,808 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:20:04,808 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:20:04,808 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. 2024-11-16T01:20:04,808 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51373d9037f390e81b3abd9544cd506c: Waiting for close lock at 1731720004803Running coprocessor pre-close hooks at 1731720004803Disabling compacts and flushes for region at 1731720004803Disabling writes for close at 1731720004803Writing region close event to WAL at 1731720004804 (+1 ms)Running coprocessor post-close hooks at 1731720004808 (+4 ms)Closed at 1731720004808 2024-11-16T01:20:04,808 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c. 2024-11-16T01:20:04,821 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/.tmp/info/75ccf1902cdf4bb697dd5014ee12f122 is 147, key is hbase:replication,,1731719990598.51373d9037f390e81b3abd9544cd506c./info:regioninfo/1731720002268/Put/seqid=0 2024-11-16T01:20:04,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741851_1027 (size=6385) 2024-11-16T01:20:04,861 INFO [regionserver/844d197be988:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:20:05,004 DEBUG [RS:0;844d197be988:35027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:20:05,204 DEBUG [RS:0;844d197be988:35027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:20:05,225 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/.tmp/info/75ccf1902cdf4bb697dd5014ee12f122 2024-11-16T01:20:05,231 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/.tmp/info/75ccf1902cdf4bb697dd5014ee12f122 as hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/info/75ccf1902cdf4bb697dd5014ee12f122 2024-11-16T01:20:05,236 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/info/75ccf1902cdf4bb697dd5014ee12f122, entries=8, sequenceid=19, filesize=6.2 K 2024-11-16T01:20:05,237 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=19, compaction requested=false 2024-11-16T01:20:05,242 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-16T01:20:05,243 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:20:05,243 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:20:05,243 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:20:05,243 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720004803Running coprocessor pre-close hooks at 1731720004803Disabling compacts and flushes for region at 1731720004803Disabling writes for close at 1731720004804 (+1 ms)Obtaining lock to block concurrent updates at 1731720004804Preparing flush snapshotting stores in 1588230740 at 1731720004804Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731720004804Flushing stores of hbase:meta,,1.1588230740 at 1731720004804Flushing 1588230740/info: creating writer at 1731720004804Flushing 1588230740/info: appending metadata at 1731720004820 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731720004821 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@999c8e3: reopening flushed file at 1731720005230 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=19, compaction requested=false at 1731720005237 (+7 ms)Writing region close event to WAL at 1731720005239 (+2 ms)Running coprocessor post-close hooks at 1731720005243 (+4 ms)Closed at 1731720005243 2024-11-16T01:20:05,243 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T01:20:05,404 INFO [RS:0;844d197be988:35027 {}] regionserver.HRegionServer(976): stopping server 844d197be988,35027,1731719996233; all regions closed. 2024-11-16T01:20:05,406 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233/844d197be988%2C35027%2C1731719996233.meta.1731719997982.meta not finished, retry = 0 2024-11-16T01:20:05,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741849_1025 (size=2156) 2024-11-16T01:20:05,462 DEBUG [RS:0;844d197be988:35027.replicationSource.wal-reader.844d197be988%2C35027%2C1731719996233,1-844d197be988,35027,1731719996233 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233/844d197be988%2C35027%2C1731719996233.1731719997696 to pos 0, reset compression=false 2024-11-16T01:20:05,508 DEBUG [RS:0;844d197be988:35027 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/oldWALs 2024-11-16T01:20:05,508 INFO [RS:0;844d197be988:35027 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C35027%2C1731719996233.meta:.meta(num 1731719997982) 2024-11-16T01:20:05,510 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233/844d197be988%2C35027%2C1731719996233.rep.1731720002232 not finished, retry = 0 2024-11-16T01:20:05,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741850_1026 (size=796) 2024-11-16T01:20:05,555 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T01:20:05,555 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T01:20:05,613 DEBUG [RS:0;844d197be988:35027 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/oldWALs 2024-11-16T01:20:05,613 INFO [RS:0;844d197be988:35027 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C35027%2C1731719996233.rep:(num 1731720002232) 2024-11-16T01:20:05,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741848_1024 (size=93) 2024-11-16T01:20:05,615 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/WALs/844d197be988,35027,1731719996233/844d197be988%2C35027%2C1731719996233.1731719997696 not finished, retry = 0 2024-11-16T01:20:05,717 DEBUG [RS:0;844d197be988:35027 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/oldWALs 2024-11-16T01:20:05,717 INFO [RS:0;844d197be988:35027 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C35027%2C1731719996233:(num 1731719997696) 2024-11-16T01:20:05,717 DEBUG [RS:0;844d197be988:35027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:05,717 INFO [RS:0;844d197be988:35027 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:20:05,717 INFO [RS:0;844d197be988:35027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:20:05,717 INFO [RS:0;844d197be988:35027 {}] hbase.ChoreService(370): Chore service for: regionserver/844d197be988:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T01:20:05,718 INFO [RS:0;844d197be988:35027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:20:05,718 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:20:05,718 INFO [RS:0;844d197be988:35027 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-844d197be988,35027,1731719996233 because: Region server is closing 2024-11-16T01:20:05,718 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-16T01:20:05,718 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-16T01:20:05,718 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-16T01:20:05,718 INFO [RS:0;844d197be988:35027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:35027. 2024-11-16T01:20:05,718 DEBUG [RS:0;844d197be988:35027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:20:05,718 DEBUG [RS:0;844d197be988:35027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:05,718 DEBUG [RS:0;844d197be988:35027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:05,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:20:05,819 WARN [RS:0;844d197be988:35027.replicationSource.wal-reader.844d197be988%2C35027%2C1731719996233,1-844d197be988,35027,1731719996233 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T01:20:05,819 WARN [RS:0;844d197be988:35027.replicationSource.shipper844d197be988%2C35027%2C1731719996233,1-844d197be988,35027,1731719996233 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T01:20:05,819 INFO [RS:0;844d197be988:35027 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;844d197be988:35027.replicationSource.shipper844d197be988%2C35027%2C1731719996233,1-844d197be988,35027,1731719996233 terminated 2024-11-16T01:20:05,819 INFO [RS:0;844d197be988:35027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35027 2024-11-16T01:20:05,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808/rs 2024-11-16T01:20:05,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1014139dbc10007, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02104831808/rs/844d197be988,35027,1731719996233 2024-11-16T01:20:05,980 INFO [RS:0;844d197be988:35027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:20:05,991 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [844d197be988,35027,1731719996233] 2024-11-16T01:20:06,001 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02104831808/draining/844d197be988,35027,1731719996233 already deleted, retry=false 2024-11-16T01:20:06,001 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 844d197be988,35027,1731719996233 expired; onlineServers=0 2024-11-16T01:20:06,001 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '844d197be988,41073,1731719996188' ***** 2024-11-16T01:20:06,001 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T01:20:06,001 INFO [M:0;844d197be988:41073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:20:06,001 INFO [M:0;844d197be988:41073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:20:06,001 DEBUG [M:0;844d197be988:41073 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T01:20:06,002 DEBUG [M:0;844d197be988:41073 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T01:20:06,002 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719997395 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731719997395,5,FailOnTimeoutGroup] 2024-11-16T01:20:06,002 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719997395 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731719997395,5,FailOnTimeoutGroup] 2024-11-16T01:20:06,002 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T01:20:06,002 INFO [M:0;844d197be988:41073 {}] hbase.ChoreService(370): Chore service for: master/844d197be988:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T01:20:06,002 INFO [M:0;844d197be988:41073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:20:06,002 DEBUG [M:0;844d197be988:41073 {}] master.HMaster(1795): Stopping service threads 2024-11-16T01:20:06,002 INFO [M:0;844d197be988:41073 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T01:20:06,002 INFO [M:0;844d197be988:41073 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:20:06,002 INFO [M:0;844d197be988:41073 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T01:20:06,002 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T01:20:06,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02104831808/master 2024-11-16T01:20:06,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02104831808 2024-11-16T01:20:06,012 DEBUG [M:0;844d197be988:41073 {}] zookeeper.ZKUtil(347): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Unable to get data of znode /02104831808/master because node does not exist (not an error) 2024-11-16T01:20:06,012 WARN [M:0;844d197be988:41073 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T01:20:06,012 INFO [M:0;844d197be988:41073 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/.lastflushedseqids 2024-11-16T01:20:06,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741852_1028 (size=181) 2024-11-16T01:20:06,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1014139dbc10007, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:20:06,091 INFO [RS:0;844d197be988:35027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:20:06,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1014139dbc10007, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:20:06,091 INFO [RS:0;844d197be988:35027 {}] regionserver.HRegionServer(1031): Exiting; stopping=844d197be988,35027,1731719996233; zookeeper connection closed. 2024-11-16T01:20:06,091 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@eac6647 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@eac6647 2024-11-16T01:20:06,091 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T01:20:06,417 INFO [M:0;844d197be988:41073 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T01:20:06,417 INFO [M:0;844d197be988:41073 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T01:20:06,418 DEBUG [M:0;844d197be988:41073 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:20:06,418 INFO [M:0;844d197be988:41073 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:06,418 DEBUG [M:0;844d197be988:41073 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:06,418 DEBUG [M:0;844d197be988:41073 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:20:06,418 DEBUG [M:0;844d197be988:41073 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:06,418 INFO [M:0;844d197be988:41073 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-16T01:20:06,432 DEBUG [M:0;844d197be988:41073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abad7e9513714affbcebb11264d6041c is 82, key is hbase:meta,,1/info:regioninfo/1731719998025/Put/seqid=0 2024-11-16T01:20:06,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741853_1029 (size=5672) 2024-11-16T01:20:06,836 INFO [M:0;844d197be988:41073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abad7e9513714affbcebb11264d6041c 2024-11-16T01:20:06,858 DEBUG [M:0;844d197be988:41073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8cde6627e5f646fc9af02bee61528a59 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731720002274/Put/seqid=0 2024-11-16T01:20:06,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741854_1030 (size=7312) 2024-11-16T01:20:07,263 INFO [M:0;844d197be988:41073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8cde6627e5f646fc9af02bee61528a59 2024-11-16T01:20:07,295 DEBUG [M:0;844d197be988:41073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39de45d8482a4adf9a5c07d89e84dd31 is 69, key is 844d197be988,35027,1731719996233/rs:state/1731719997495/Put/seqid=0 2024-11-16T01:20:07,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741855_1031 (size=5370) 2024-11-16T01:20:07,700 INFO [M:0;844d197be988:41073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39de45d8482a4adf9a5c07d89e84dd31 2024-11-16T01:20:07,705 INFO [M:0;844d197be988:41073 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39de45d8482a4adf9a5c07d89e84dd31 2024-11-16T01:20:07,706 DEBUG [M:0;844d197be988:41073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abad7e9513714affbcebb11264d6041c as hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/abad7e9513714affbcebb11264d6041c 2024-11-16T01:20:07,711 INFO [M:0;844d197be988:41073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/abad7e9513714affbcebb11264d6041c, entries=8, sequenceid=127, filesize=5.5 K 2024-11-16T01:20:07,712 DEBUG [M:0;844d197be988:41073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8cde6627e5f646fc9af02bee61528a59 as hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8cde6627e5f646fc9af02bee61528a59 2024-11-16T01:20:07,717 INFO [M:0;844d197be988:41073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8cde6627e5f646fc9af02bee61528a59, entries=7, sequenceid=127, filesize=7.1 K 2024-11-16T01:20:07,718 DEBUG [M:0;844d197be988:41073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39de45d8482a4adf9a5c07d89e84dd31 as hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39de45d8482a4adf9a5c07d89e84dd31 2024-11-16T01:20:07,722 INFO [M:0;844d197be988:41073 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39de45d8482a4adf9a5c07d89e84dd31 2024-11-16T01:20:07,722 INFO [M:0;844d197be988:41073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/fec200df-f6ba-cb3c-e92a-af8cd6c2b148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39de45d8482a4adf9a5c07d89e84dd31, entries=2, sequenceid=127, filesize=5.2 K 2024-11-16T01:20:07,723 INFO [M:0;844d197be988:41073 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=127, compaction requested=false 2024-11-16T01:20:07,724 INFO [M:0;844d197be988:41073 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:07,724 DEBUG [M:0;844d197be988:41073 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720006418Disabling compacts and flushes for region at 1731720006418Disabling writes for close at 1731720006418Obtaining lock to block concurrent updates at 1731720006418Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731720006418Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731720006418Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731720006419 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731720006419Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731720006432 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731720006432Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731720006841 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731720006858 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731720006858Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731720007268 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731720007294 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731720007294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19f91046: reopening flushed file at 1731720007705 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58d75ac: reopening flushed file at 1731720007711 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36ccbb2a: reopening flushed file at 1731720007717 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=127, compaction requested=false at 1731720007723 (+6 ms)Writing region close event to WAL at 1731720007724 (+1 ms)Closed at 1731720007724 2024-11-16T01:20:07,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32951 is added to blk_1073741847_1023 (size=22903) 2024-11-16T01:20:07,729 INFO [M:0;844d197be988:41073 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T01:20:07,729 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:20:07,729 INFO [M:0;844d197be988:41073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41073 2024-11-16T01:20:07,729 INFO [M:0;844d197be988:41073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:20:07,859 INFO [M:0;844d197be988:41073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:20:07,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:20:07,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41073-0x1014139dbc10006, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:20:07,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53427165{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:20:07,861 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2614d7cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:20:07,861 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:20:07,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58023a65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:20:07,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53d6f8c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/hadoop.log.dir/,STOPPED} 2024-11-16T01:20:07,863 WARN [BP-2092794959-172.17.0.2-1731719979057 heartbeating to localhost/127.0.0.1:43595 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T01:20:07,863 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T01:20:07,863 WARN [BP-2092794959-172.17.0.2-1731719979057 heartbeating to localhost/127.0.0.1:43595 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2092794959-172.17.0.2-1731719979057 (Datanode Uuid 4b90e08e-6519-437c-87e8-5cff552e2e01) service to localhost/127.0.0.1:43595 2024-11-16T01:20:07,863 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T01:20:07,864 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/cluster_4838eec6-906e-fa6b-bfa4-74c03c2c9356/data/data1/current/BP-2092794959-172.17.0.2-1731719979057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:20:07,864 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/cluster_4838eec6-906e-fa6b-bfa4-74c03c2c9356/data/data2/current/BP-2092794959-172.17.0.2-1731719979057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:20:07,864 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T01:20:07,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58372181{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:20:07,870 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e0226e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:20:07,870 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:20:07,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d6d32d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:20:07,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@372f2841{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6f405f-3b8d-0cde-d4a4-6bb91c60d035/hadoop.log.dir/,STOPPED} 2024-11-16T01:20:07,877 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T01:20:07,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T01:20:07,907 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 159) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:43595 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:39311 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:43595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:39311 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:43595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:39311 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49750) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49750) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:39311 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39311 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:43595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=296 (was 337), ProcessCount=11 (was 11), AvailableMemoryMB=5312 (was 5435) 2024-11-16T01:20:07,915 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=296, ProcessCount=11, AvailableMemoryMB=5312 2024-11-16T01:20:07,930 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-16T01:20:07,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/hadoop.log.dir so I do NOT create it in target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43 2024-11-16T01:20:07,930 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T01:20:07,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/hadoop.tmp.dir so I do NOT create it in target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43 2024-11-16T01:20:07,931 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e727cdfc-f3bb-1cd6-09a5-39d67956c484/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T01:20:07,931 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43 2024-11-16T01:20:07,931 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/cluster_5c8a830d-20c7-f4ec-6e33-174648aa84b4, deleteOnExit=true 2024-11-16T01:20:07,933 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/cluster_5c8a830d-20c7-f4ec-6e33-174648aa84b4/zookeeper_0, clientPort=60298, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/cluster_5c8a830d-20c7-f4ec-6e33-174648aa84b4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/cluster_5c8a830d-20c7-f4ec-6e33-174648aa84b4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T01:20:07,934 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60298 2024-11-16T01:20:07,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T01:20:07,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T01:20:07,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/test.cache.data in system properties and HBase conf 2024-11-16T01:20:07,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T01:20:07,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/hadoop.log.dir in system properties and HBase conf 2024-11-16T01:20:07,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T01:20:07,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T01:20:07,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T01:20:07,934 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T01:20:07,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:20:07,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:20:07,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T01:20:07,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:20:07,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T01:20:07,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T01:20:07,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:20:07,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:20:07,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T01:20:07,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/nfs.dump.dir in system properties and HBase conf 2024-11-16T01:20:07,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/java.io.tmpdir in system properties and HBase conf 2024-11-16T01:20:07,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:20:07,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T01:20:07,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T01:20:07,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014139dbc10002, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T01:20:07,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014139dbc10005, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T01:20:07,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014139dbc10005, quorum=127.0.0.1:49750, baseZNode=/11922339217 Received Disconnected from ZooKeeper, ignoring 2024-11-16T01:20:07,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014139dbc10002, quorum=127.0.0.1:49750, baseZNode=/02104831808 Received Disconnected from ZooKeeper, ignoring 2024-11-16T01:20:08,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:20:08,325 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:20:08,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:20:08,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:20:08,328 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:20:08,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:20:08,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ca5bf28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:20:08,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@751989bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:20:08,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3bc3c58c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/java.io.tmpdir/jetty-localhost-46811-hadoop-hdfs-3_4_1-tests_jar-_-any-1507534411509378412/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:20:08,431 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62ac5301{HTTP/1.1, (http/1.1)}{localhost:46811} 2024-11-16T01:20:08,431 INFO [Time-limited test {}] server.Server(415): Started @173336ms 2024-11-16T01:20:08,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:20:08,647 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:20:08,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:20:08,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:20:08,648 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:20:08,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@322eb927{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:20:08,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c31ec9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:20:08,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bee1721{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/java.io.tmpdir/jetty-localhost-35945-hadoop-hdfs-3_4_1-tests_jar-_-any-4579771928834499979/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:20:08,745 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dd94011{HTTP/1.1, (http/1.1)}{localhost:35945} 2024-11-16T01:20:08,745 INFO [Time-limited test {}] server.Server(415): Started @173649ms 2024-11-16T01:20:08,746 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T01:20:09,510 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/cluster_5c8a830d-20c7-f4ec-6e33-174648aa84b4/data/data1/current/BP-1756243650-172.17.0.2-1731720007954/current, will proceed with Du for space computation calculation, 2024-11-16T01:20:09,510 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/cluster_5c8a830d-20c7-f4ec-6e33-174648aa84b4/data/data2/current/BP-1756243650-172.17.0.2-1731720007954/current, will proceed with Du for space computation calculation, 2024-11-16T01:20:09,526 WARN [Thread-1670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T01:20:09,528 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c022d31224cdd94 with lease ID 0xd18f2674de9d5308: Processing first storage report for DS-16420b90-981d-4d6a-b20f-4902706079e3 from datanode DatanodeRegistration(127.0.0.1:33523, datanodeUuid=d961a631-b150-43c3-992b-80cd41cb23db, infoPort=43551, infoSecurePort=0, ipcPort=34241, storageInfo=lv=-57;cid=testClusterID;nsid=1906870598;c=1731720007954) 2024-11-16T01:20:09,528 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c022d31224cdd94 with lease ID 0xd18f2674de9d5308: from storage DS-16420b90-981d-4d6a-b20f-4902706079e3 node DatanodeRegistration(127.0.0.1:33523, datanodeUuid=d961a631-b150-43c3-992b-80cd41cb23db, infoPort=43551, infoSecurePort=0, ipcPort=34241, storageInfo=lv=-57;cid=testClusterID;nsid=1906870598;c=1731720007954), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:20:09,528 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c022d31224cdd94 with lease ID 0xd18f2674de9d5308: Processing first storage report for DS-f79c3648-6959-4d10-9a06-009d5f09ce4f from datanode DatanodeRegistration(127.0.0.1:33523, datanodeUuid=d961a631-b150-43c3-992b-80cd41cb23db, infoPort=43551, infoSecurePort=0, ipcPort=34241, storageInfo=lv=-57;cid=testClusterID;nsid=1906870598;c=1731720007954) 2024-11-16T01:20:09,528 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c022d31224cdd94 with lease ID 0xd18f2674de9d5308: from storage DS-f79c3648-6959-4d10-9a06-009d5f09ce4f node DatanodeRegistration(127.0.0.1:33523, datanodeUuid=d961a631-b150-43c3-992b-80cd41cb23db, infoPort=43551, infoSecurePort=0, ipcPort=34241, storageInfo=lv=-57;cid=testClusterID;nsid=1906870598;c=1731720007954), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:20:09,570 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43 2024-11-16T01:20:09,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:09,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:09,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741825_1001 (size=7) 2024-11-16T01:20:09,979 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8 with version=8 2024-11-16T01:20:09,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/hbase-staging 2024-11-16T01:20:09,981 INFO [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=45 2024-11-16T01:20:09,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:20:09,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:20:09,981 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:20:09,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:20:09,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:20:09,981 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T01:20:09,981 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:20:09,982 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44875 2024-11-16T01:20:09,983 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44875 connecting to ZooKeeper ensemble=127.0.0.1:60298 2024-11-16T01:20:10,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448750x0, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:20:10,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44875-0x101413a4ca80000 connected 2024-11-16T01:20:10,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:10,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:10,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Set watcher on znode that does not yet exist, /01696441640/running 2024-11-16T01:20:10,161 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8, hbase.cluster.distributed=false 2024-11-16T01:20:10,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Set watcher on znode that does not yet exist, /01696441640/acl 2024-11-16T01:20:10,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44875 2024-11-16T01:20:10,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44875 2024-11-16T01:20:10,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44875 2024-11-16T01:20:10,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44875 2024-11-16T01:20:10,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44875 2024-11-16T01:20:10,177 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=45 2024-11-16T01:20:10,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:20:10,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:20:10,177 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:20:10,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:20:10,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:20:10,177 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T01:20:10,177 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:20:10,177 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41155 2024-11-16T01:20:10,178 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41155 connecting to ZooKeeper ensemble=127.0.0.1:60298 2024-11-16T01:20:10,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:10,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:10,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411550x0, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:20:10,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411550x0, quorum=127.0.0.1:60298, baseZNode=/01696441640 Set watcher on znode that does not yet exist, /01696441640/running 2024-11-16T01:20:10,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41155-0x101413a4ca80001 connected 2024-11-16T01:20:10,191 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T01:20:10,192 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T01:20:10,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41155-0x101413a4ca80001, quorum=127.0.0.1:60298, baseZNode=/01696441640 Set watcher on znode that does not yet exist, /01696441640/master 2024-11-16T01:20:10,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41155-0x101413a4ca80001, quorum=127.0.0.1:60298, baseZNode=/01696441640 Set watcher on znode that does not yet exist, /01696441640/acl 2024-11-16T01:20:10,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41155 2024-11-16T01:20:10,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41155 2024-11-16T01:20:10,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41155 2024-11-16T01:20:10,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41155 2024-11-16T01:20:10,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41155 2024-11-16T01:20:10,212 DEBUG [M:0;844d197be988:44875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:44875 2024-11-16T01:20:10,212 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01696441640/backup-masters/844d197be988,44875,1731720009981 2024-11-16T01:20:10,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101413a4ca80001, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01696441640/backup-masters 2024-11-16T01:20:10,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01696441640/backup-masters 2024-11-16T01:20:10,222 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Set watcher on existing znode=/01696441640/backup-masters/844d197be988,44875,1731720009981 2024-11-16T01:20:10,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01696441640 2024-11-16T01:20:10,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101413a4ca80001, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01696441640/master 2024-11-16T01:20:10,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101413a4ca80001, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01696441640 2024-11-16T01:20:10,232 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Set watcher on existing znode=/01696441640/master 2024-11-16T01:20:10,233 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01696441640/backup-masters/844d197be988,44875,1731720009981 from backup master directory 2024-11-16T01:20:10,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101413a4ca80001, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01696441640/backup-masters 2024-11-16T01:20:10,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01696441640/backup-masters/844d197be988,44875,1731720009981 2024-11-16T01:20:10,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01696441640/backup-masters 2024-11-16T01:20:10,243 WARN [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:20:10,243 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,44875,1731720009981 2024-11-16T01:20:10,246 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/hbase.id] with ID: e5feda41-a508-4af3-bbaa-73d5e6a2a511 2024-11-16T01:20:10,246 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/.tmp/hbase.id 2024-11-16T01:20:10,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741826_1002 (size=42) 2024-11-16T01:20:10,309 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:20:10,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:10,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:10,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:10,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:10,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:10,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:10,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:10,651 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/.tmp/hbase.id]:[hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/hbase.id] 2024-11-16T01:20:10,660 INFO [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:10,660 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T01:20:10,661 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T01:20:10,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101413a4ca80001, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01696441640 2024-11-16T01:20:10,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01696441640 2024-11-16T01:20:10,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741827_1003 (size=196) 2024-11-16T01:20:11,111 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:20:11,112 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T01:20:11,112 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:20:11,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741828_1004 (size=1189) 2024-11-16T01:20:11,518 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/data/master/store 2024-11-16T01:20:11,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741829_1005 (size=34) 2024-11-16T01:20:11,924 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:11,924 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:20:11,924 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:11,924 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:11,924 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:20:11,924 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:11,924 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:11,924 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720011924Disabling compacts and flushes for region at 1731720011924Disabling writes for close at 1731720011924Writing region close event to WAL at 1731720011924Closed at 1731720011924 2024-11-16T01:20:11,925 WARN [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/data/master/store/.initializing 2024-11-16T01:20:11,925 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/WALs/844d197be988,44875,1731720009981 2024-11-16T01:20:11,926 INFO [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:20:11,927 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C44875%2C1731720009981, suffix=, logDir=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/WALs/844d197be988,44875,1731720009981, archiveDir=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/oldWALs, maxLogs=10 2024-11-16T01:20:11,942 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/WALs/844d197be988,44875,1731720009981/844d197be988%2C44875%2C1731720009981.1731720011927, exclude list is [], retry=0 2024-11-16T01:20:11,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-16420b90-981d-4d6a-b20f-4902706079e3,DISK] 2024-11-16T01:20:11,945 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/WALs/844d197be988,44875,1731720009981/844d197be988%2C44875%2C1731720009981.1731720011927 2024-11-16T01:20:11,945 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43551:43551)] 2024-11-16T01:20:11,946 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:20:11,946 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:11,946 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:11,946 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:11,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:11,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T01:20:11,948 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:11,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:11,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:11,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T01:20:11,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:11,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:11,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:11,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T01:20:11,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:11,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:11,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:11,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T01:20:11,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:11,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:11,953 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:11,953 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:11,954 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:11,955 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:11,955 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:11,955 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:20:11,956 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:11,958 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:20:11,958 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65807494, jitterRate=-0.019391924142837524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:20:11,959 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731720011946Initializing all the Stores at 1731720011947 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720011947Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720011947Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720011947Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720011947Cleaning up temporary data from old regions at 1731720011955 (+8 ms)Region opened successfully at 1731720011959 (+4 ms) 2024-11-16T01:20:11,959 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T01:20:11,961 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b7b9d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:20:11,962 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T01:20:11,962 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T01:20:11,962 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T01:20:11,963 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T01:20:11,963 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T01:20:11,963 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T01:20:11,963 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T01:20:11,965 INFO [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T01:20:11,966 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Unable to get data of znode /01696441640/balancer because node does not exist (not necessarily an error) 2024-11-16T01:20:12,053 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01696441640/balancer already deleted, retry=false 2024-11-16T01:20:12,053 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T01:20:12,054 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Unable to get data of znode /01696441640/normalizer because node does not exist (not necessarily an error) 2024-11-16T01:20:12,063 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01696441640/normalizer already deleted, retry=false 2024-11-16T01:20:12,064 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T01:20:12,065 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Unable to get data of znode /01696441640/switch/split because node does not exist (not necessarily an error) 2024-11-16T01:20:12,074 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01696441640/switch/split already deleted, retry=false 2024-11-16T01:20:12,075 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Unable to get data of znode /01696441640/switch/merge because node does not exist (not necessarily an error) 2024-11-16T01:20:12,084 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01696441640/switch/merge already deleted, retry=false 2024-11-16T01:20:12,086 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Unable to get data of znode /01696441640/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T01:20:12,095 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01696441640/snapshot-cleanup already deleted, retry=false 2024-11-16T01:20:12,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101413a4ca80001, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01696441640/running 2024-11-16T01:20:12,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01696441640/running 2024-11-16T01:20:12,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101413a4ca80001, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01696441640 2024-11-16T01:20:12,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01696441640 2024-11-16T01:20:12,106 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,44875,1731720009981, sessionid=0x101413a4ca80000, setting cluster-up flag (Was=false) 2024-11-16T01:20:12,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01696441640 2024-11-16T01:20:12,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101413a4ca80001, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01696441640 2024-11-16T01:20:12,158 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01696441640/flush-table-proc/acquired, /01696441640/flush-table-proc/reached, /01696441640/flush-table-proc/abort 2024-11-16T01:20:12,159 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,44875,1731720009981 2024-11-16T01:20:12,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01696441640 2024-11-16T01:20:12,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101413a4ca80001, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01696441640 2024-11-16T01:20:12,211 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01696441640/online-snapshot/acquired, /01696441640/online-snapshot/reached, /01696441640/online-snapshot/abort 2024-11-16T01:20:12,212 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,44875,1731720009981 2024-11-16T01:20:12,213 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T01:20:12,214 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T01:20:12,214 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T01:20:12,214 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T01:20:12,214 WARN [master/844d197be988:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 844d197be988,44147,1731719981315: status=Processing ServerCrashProcedure of 844d197be988,44147,1731719981315 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731719997394, completionTime=-1 appears to have been leaked 2024-11-16T01:20:12,215 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,44875,1731720009981 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T01:20:12,216 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:20:12,216 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:20:12,216 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:20:12,216 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:20:12,216 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10 2024-11-16T01:20:12,216 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:12,216 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:20:12,216 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:12,219 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:20:12,219 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T01:20:12,220 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731720042220 2024-11-16T01:20:12,220 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T01:20:12,220 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T01:20:12,220 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T01:20:12,220 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:12,220 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T01:20:12,220 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T01:20:12,220 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T01:20:12,220 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:12,220 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T01:20:12,221 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T01:20:12,221 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T01:20:12,221 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T01:20:12,221 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T01:20:12,225 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T01:20:12,225 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T01:20:12,226 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720012225,5,FailOnTimeoutGroup] 2024-11-16T01:20:12,226 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720012226,5,FailOnTimeoutGroup] 2024-11-16T01:20:12,226 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:12,226 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T01:20:12,227 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:12,227 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:12,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741831_1007 (size=1321) 2024-11-16T01:20:12,305 INFO [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(746): ClusterId : e5feda41-a508-4af3-bbaa-73d5e6a2a511 2024-11-16T01:20:12,305 DEBUG [RS:0;844d197be988:41155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T01:20:12,317 DEBUG [RS:0;844d197be988:41155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T01:20:12,317 DEBUG [RS:0;844d197be988:41155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T01:20:12,327 DEBUG [RS:0;844d197be988:41155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T01:20:12,328 DEBUG [RS:0;844d197be988:41155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646c4649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:20:12,343 DEBUG [RS:0;844d197be988:41155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:41155 2024-11-16T01:20:12,344 INFO [RS:0;844d197be988:41155 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T01:20:12,344 INFO [RS:0;844d197be988:41155 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T01:20:12,344 DEBUG [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T01:20:12,344 INFO [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,44875,1731720009981 with port=41155, startcode=1731720010176 2024-11-16T01:20:12,345 DEBUG [RS:0;844d197be988:41155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T01:20:12,346 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T01:20:12,346 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44875 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,41155,1731720010176 2024-11-16T01:20:12,346 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44875 {}] master.ServerManager(517): Registering regionserver=844d197be988,41155,1731720010176 2024-11-16T01:20:12,347 DEBUG [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8 2024-11-16T01:20:12,347 DEBUG [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39403 2024-11-16T01:20:12,347 DEBUG [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T01:20:12,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01696441640/rs 2024-11-16T01:20:12,359 DEBUG [RS:0;844d197be988:41155 {}] zookeeper.ZKUtil(111): regionserver:41155-0x101413a4ca80001, quorum=127.0.0.1:60298, baseZNode=/01696441640 Set watcher on existing znode=/01696441640/rs/844d197be988,41155,1731720010176 2024-11-16T01:20:12,359 WARN [RS:0;844d197be988:41155 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:20:12,359 INFO [RS:0;844d197be988:41155 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:20:12,359 DEBUG [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176 2024-11-16T01:20:12,359 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,41155,1731720010176] 2024-11-16T01:20:12,362 INFO [RS:0;844d197be988:41155 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T01:20:12,363 INFO [RS:0;844d197be988:41155 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T01:20:12,363 INFO [RS:0;844d197be988:41155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T01:20:12,363 INFO [RS:0;844d197be988:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:12,365 INFO [RS:0;844d197be988:41155 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T01:20:12,366 INFO [RS:0;844d197be988:41155 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T01:20:12,366 INFO [RS:0;844d197be988:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:12,366 DEBUG [RS:0;844d197be988:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:12,366 DEBUG [RS:0;844d197be988:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:12,366 DEBUG [RS:0;844d197be988:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:12,366 DEBUG [RS:0;844d197be988:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:12,366 DEBUG [RS:0;844d197be988:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:12,366 DEBUG [RS:0;844d197be988:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:20:12,366 DEBUG [RS:0;844d197be988:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:12,366 DEBUG [RS:0;844d197be988:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:12,366 DEBUG [RS:0;844d197be988:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:12,366 DEBUG [RS:0;844d197be988:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:12,366 DEBUG [RS:0;844d197be988:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:12,366 DEBUG [RS:0;844d197be988:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:12,366 DEBUG [RS:0;844d197be988:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:20:12,366 DEBUG [RS:0;844d197be988:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:20:12,368 INFO [RS:0;844d197be988:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:12,368 INFO [RS:0;844d197be988:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:12,368 INFO [RS:0;844d197be988:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:12,368 INFO [RS:0;844d197be988:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:12,368 INFO [RS:0;844d197be988:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:12,368 INFO [RS:0;844d197be988:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,41155,1731720010176-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:20:12,380 INFO [RS:0;844d197be988:41155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T01:20:12,381 INFO [RS:0;844d197be988:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,41155,1731720010176-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:12,381 INFO [RS:0;844d197be988:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:12,381 INFO [RS:0;844d197be988:41155 {}] regionserver.Replication(171): 844d197be988,41155,1731720010176 started 2024-11-16T01:20:12,393 INFO [RS:0;844d197be988:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:12,393 INFO [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,41155,1731720010176, RpcServer on 844d197be988/172.17.0.2:41155, sessionid=0x101413a4ca80001 2024-11-16T01:20:12,393 DEBUG [RS:0;844d197be988:41155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T01:20:12,393 DEBUG [RS:0;844d197be988:41155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,41155,1731720010176 2024-11-16T01:20:12,393 DEBUG [RS:0;844d197be988:41155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,41155,1731720010176' 2024-11-16T01:20:12,393 DEBUG [RS:0;844d197be988:41155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01696441640/flush-table-proc/abort' 2024-11-16T01:20:12,394 DEBUG [RS:0;844d197be988:41155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01696441640/flush-table-proc/acquired' 2024-11-16T01:20:12,394 DEBUG [RS:0;844d197be988:41155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T01:20:12,394 DEBUG [RS:0;844d197be988:41155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T01:20:12,394 DEBUG [RS:0;844d197be988:41155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,41155,1731720010176 2024-11-16T01:20:12,394 DEBUG [RS:0;844d197be988:41155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,41155,1731720010176' 2024-11-16T01:20:12,394 DEBUG [RS:0;844d197be988:41155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01696441640/online-snapshot/abort' 2024-11-16T01:20:12,394 DEBUG [RS:0;844d197be988:41155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01696441640/online-snapshot/acquired' 2024-11-16T01:20:12,395 DEBUG [RS:0;844d197be988:41155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T01:20:12,395 INFO [RS:0;844d197be988:41155 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T01:20:12,395 INFO [RS:0;844d197be988:41155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T01:20:12,495 INFO [RS:0;844d197be988:41155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:20:12,497 INFO [RS:0;844d197be988:41155 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C41155%2C1731720010176, suffix=, logDir=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176, archiveDir=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/oldWALs, maxLogs=10 2024-11-16T01:20:12,508 DEBUG [RS:0;844d197be988:41155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497, exclude list is [], retry=0 2024-11-16T01:20:12,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-16420b90-981d-4d6a-b20f-4902706079e3,DISK] 2024-11-16T01:20:12,512 INFO [RS:0;844d197be988:41155 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 2024-11-16T01:20:12,512 DEBUG [RS:0;844d197be988:41155 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43551:43551)] 2024-11-16T01:20:12,630 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T01:20:12,630 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8 2024-11-16T01:20:12,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741833_1009 (size=32) 2024-11-16T01:20:12,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:20:12,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T01:20:12,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T01:20:12,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:20:13,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:13,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:20:13,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:20:13,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:13,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:13,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:20:13,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:20:13,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:13,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:13,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:20:13,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:20:13,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:13,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:13,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:20:13,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:20:13,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:13,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:13,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:20:13,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740 2024-11-16T01:20:13,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740 2024-11-16T01:20:13,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:20:13,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:20:13,043 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:20:13,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:20:13,045 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:20:13,046 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68480443, jitterRate=0.020438119769096375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:20:13,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731720013035Initializing all the Stores at 1731720013036 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720013036Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720013036Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720013036Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720013036Cleaning up temporary data from old regions at 1731720013043 (+7 ms)Region opened successfully at 1731720013046 (+3 ms) 2024-11-16T01:20:13,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:20:13,046 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:20:13,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:20:13,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:20:13,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:20:13,047 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:20:13,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720013046Disabling compacts and flushes for region at 1731720013046Disabling writes for close at 1731720013046Writing region close event to WAL at 1731720013046Closed at 1731720013046 2024-11-16T01:20:13,047 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:20:13,047 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T01:20:13,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T01:20:13,048 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:20:13,049 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T01:20:13,199 DEBUG [844d197be988:44875 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:20:13,199 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,41155,1731720010176 2024-11-16T01:20:13,200 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,41155,1731720010176, state=OPENING 2024-11-16T01:20:13,242 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T01:20:13,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101413a4ca80001, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01696441640 2024-11-16T01:20:13,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01696441640 2024-11-16T01:20:13,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01696441640/meta-region-server: CHANGED 2024-11-16T01:20:13,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01696441640/meta-region-server: CHANGED 2024-11-16T01:20:13,253 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:20:13,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,41155,1731720010176}] 2024-11-16T01:20:13,406 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:20:13,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:20:13,409 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T01:20:13,409 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:20:13,409 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T01:20:13,411 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C41155%2C1731720010176.meta, suffix=.meta, logDir=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176, archiveDir=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/oldWALs, maxLogs=10 2024-11-16T01:20:13,422 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.meta.1731720013411.meta, exclude list is [], retry=0 2024-11-16T01:20:13,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-16420b90-981d-4d6a-b20f-4902706079e3,DISK] 2024-11-16T01:20:13,425 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.meta.1731720013411.meta 2024-11-16T01:20:13,426 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43551:43551)] 2024-11-16T01:20:13,426 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:20:13,426 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:20:13,426 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:20:13,426 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T01:20:13,426 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T01:20:13,426 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T01:20:13,426 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:13,426 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T01:20:13,426 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T01:20:13,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:20:13,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:20:13,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:13,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:13,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:20:13,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:20:13,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:13,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:13,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:20:13,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:20:13,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:13,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:13,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:20:13,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:20:13,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:13,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:13,431 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:20:13,432 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740 2024-11-16T01:20:13,433 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740 2024-11-16T01:20:13,434 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:20:13,434 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:20:13,434 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:20:13,435 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:20:13,435 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70326187, jitterRate=0.04794184863567352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:20:13,436 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T01:20:13,436 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731720013427Writing region info on filesystem at 1731720013427Initializing all the Stores at 1731720013427Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720013427Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720013428 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720013428Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720013428Cleaning up temporary data from old regions at 1731720013434 (+6 ms)Running coprocessor post-open hooks at 1731720013436 (+2 ms)Region opened successfully at 1731720013436 2024-11-16T01:20:13,437 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731720013405 2024-11-16T01:20:13,438 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T01:20:13,438 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T01:20:13,439 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,41155,1731720010176 2024-11-16T01:20:13,439 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,41155,1731720010176, state=OPEN 2024-11-16T01:20:13,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101413a4ca80001, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01696441640/meta-region-server 2024-11-16T01:20:13,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01696441640/meta-region-server 2024-11-16T01:20:13,476 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,41155,1731720010176 2024-11-16T01:20:13,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01696441640/meta-region-server: CHANGED 2024-11-16T01:20:13,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01696441640/meta-region-server: CHANGED 2024-11-16T01:20:13,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T01:20:13,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,41155,1731720010176 in 223 msec 2024-11-16T01:20:13,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T01:20:13,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 431 msec 2024-11-16T01:20:13,480 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:20:13,480 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T01:20:13,481 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:20:13,481 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,41155,1731720010176, seqNum=-1] 2024-11-16T01:20:13,481 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:20:13,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:20:13,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2720 sec 2024-11-16T01:20:13,486 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731720013486, completionTime=-1 2024-11-16T01:20:13,486 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T01:20:13,486 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T01:20:13,488 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T01:20:13,488 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731720073488 2024-11-16T01:20:13,488 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731720133488 2024-11-16T01:20:13,488 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T01:20:13,488 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44875,1731720009981-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:13,488 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44875,1731720009981-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:13,488 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44875,1731720009981-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:13,488 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:44875, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:13,488 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:13,489 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:13,490 DEBUG [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T01:20:13,491 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.248sec 2024-11-16T01:20:13,491 INFO [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T01:20:13,491 INFO [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T01:20:13,491 INFO [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T01:20:13,491 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T01:20:13,491 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T01:20:13,492 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44875,1731720009981-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:20:13,492 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44875,1731720009981-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T01:20:13,493 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T01:20:13,493 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T01:20:13,493 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44875,1731720009981-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:13,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655c6ab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:13,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44875,-1 for getting cluster id 2024-11-16T01:20:13,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:13,507 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5feda41-a508-4af3-bbaa-73d5e6a2a511' 2024-11-16T01:20:13,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:13,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5feda41-a508-4af3-bbaa-73d5e6a2a511" 2024-11-16T01:20:13,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f730785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:13,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44875,-1] 2024-11-16T01:20:13,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:13,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:13,508 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:13,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429f17d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:13,509 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:20:13,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,41155,1731720010176, seqNum=-1] 2024-11-16T01:20:13,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:20:13,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:20:13,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=844d197be988,44875,1731720009981 2024-11-16T01:20:13,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60298 2024-11-16T01:20:13,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:20:13,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101413a4ca80002 connected 2024-11-16T01:20:13,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/hadoop.log.dir so I do NOT create it in target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7 2024-11-16T01:20:13,546 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T01:20:13,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/hadoop.tmp.dir so I do NOT create it in target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7 2024-11-16T01:20:13,546 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T01:20:13,546 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7 2024-11-16T01:20:13,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T01:20:13,546 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/cluster_f65a1f38-425b-1c6a-4c1f-95ec8da032b3, deleteOnExit=true 2024-11-16T01:20:13,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T01:20:13,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/test.cache.data in system properties and HBase conf 2024-11-16T01:20:13,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T01:20:13,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/hadoop.log.dir in system properties and HBase conf 2024-11-16T01:20:13,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T01:20:13,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T01:20:13,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T01:20:13,546 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T01:20:13,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:20:13,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:20:13,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T01:20:13,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:20:13,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T01:20:13,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T01:20:13,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:20:13,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:20:13,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T01:20:13,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/nfs.dump.dir in system properties and HBase conf 2024-11-16T01:20:13,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/java.io.tmpdir in system properties and HBase conf 2024-11-16T01:20:13,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:20:13,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T01:20:13,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T01:20:13,880 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:20:13,884 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:20:13,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:20:13,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:20:13,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T01:20:13,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:20:13,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abd7633{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:20:13,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f21a9ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:20:13,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4985d60c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/java.io.tmpdir/jetty-localhost-36459-hadoop-hdfs-3_4_1-tests_jar-_-any-4758029895109308403/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:20:13,992 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d816ae9{HTTP/1.1, (http/1.1)}{localhost:36459} 2024-11-16T01:20:13,992 INFO [Time-limited test {}] server.Server(415): Started @178897ms 2024-11-16T01:20:14,267 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:20:14,270 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:20:14,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:20:14,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:20:14,272 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:20:14,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@562151bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:20:14,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46591138{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:20:14,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7738c052{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/java.io.tmpdir/jetty-localhost-44359-hadoop-hdfs-3_4_1-tests_jar-_-any-10346405468990354571/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:20:14,388 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48747b9a{HTTP/1.1, (http/1.1)}{localhost:44359} 2024-11-16T01:20:14,388 INFO [Time-limited test {}] server.Server(415): Started @179293ms 2024-11-16T01:20:14,389 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T01:20:14,965 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/cluster_f65a1f38-425b-1c6a-4c1f-95ec8da032b3/data/data1/current/BP-1535758798-172.17.0.2-1731720013561/current, will proceed with Du for space computation calculation, 2024-11-16T01:20:14,968 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/cluster_f65a1f38-425b-1c6a-4c1f-95ec8da032b3/data/data2/current/BP-1535758798-172.17.0.2-1731720013561/current, will proceed with Du for space computation calculation, 2024-11-16T01:20:14,985 WARN [Thread-1791 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T01:20:14,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59f10dc0b8884981 with lease ID 0xa88d887c05619a67: Processing first storage report for DS-bf31b908-e12f-4f67-88c2-35393e6ff821 from datanode DatanodeRegistration(127.0.0.1:42461, datanodeUuid=14f7e0e2-e65b-47ec-9d55-ccc3b6756c55, infoPort=45033, infoSecurePort=0, ipcPort=33883, storageInfo=lv=-57;cid=testClusterID;nsid=1502023990;c=1731720013561) 2024-11-16T01:20:14,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59f10dc0b8884981 with lease ID 0xa88d887c05619a67: from storage DS-bf31b908-e12f-4f67-88c2-35393e6ff821 node DatanodeRegistration(127.0.0.1:42461, datanodeUuid=14f7e0e2-e65b-47ec-9d55-ccc3b6756c55, infoPort=45033, infoSecurePort=0, ipcPort=33883, storageInfo=lv=-57;cid=testClusterID;nsid=1502023990;c=1731720013561), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:20:14,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59f10dc0b8884981 with lease ID 0xa88d887c05619a67: Processing first storage report for DS-1d45243c-8a6f-49cb-9588-bd919747643d from datanode DatanodeRegistration(127.0.0.1:42461, datanodeUuid=14f7e0e2-e65b-47ec-9d55-ccc3b6756c55, infoPort=45033, infoSecurePort=0, ipcPort=33883, storageInfo=lv=-57;cid=testClusterID;nsid=1502023990;c=1731720013561) 2024-11-16T01:20:14,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59f10dc0b8884981 with lease ID 0xa88d887c05619a67: from storage DS-1d45243c-8a6f-49cb-9588-bd919747643d node DatanodeRegistration(127.0.0.1:42461, datanodeUuid=14f7e0e2-e65b-47ec-9d55-ccc3b6756c55, infoPort=45033, infoSecurePort=0, ipcPort=33883, storageInfo=lv=-57;cid=testClusterID;nsid=1502023990;c=1731720013561), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:20:15,020 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7 2024-11-16T01:20:15,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:15,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:15,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741825_1001 (size=7) 2024-11-16T01:20:15,430 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6 with version=8 2024-11-16T01:20:15,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/hbase-staging 2024-11-16T01:20:15,432 INFO [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=45 2024-11-16T01:20:15,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:20:15,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:20:15,432 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:20:15,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:20:15,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:20:15,432 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T01:20:15,432 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:20:15,433 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39347 2024-11-16T01:20:15,434 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39347 connecting to ZooKeeper ensemble=127.0.0.1:60298 2024-11-16T01:20:15,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393470x0, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:20:15,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39347-0x101413a4ca80003 connected 2024-11-16T01:20:15,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:15,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:15,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Set watcher on znode that does not yet exist, /1-1756086854/running 2024-11-16T01:20:15,645 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6, hbase.cluster.distributed=false 2024-11-16T01:20:15,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Set watcher on znode that does not yet exist, /1-1756086854/acl 2024-11-16T01:20:15,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39347 2024-11-16T01:20:15,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39347 2024-11-16T01:20:15,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39347 2024-11-16T01:20:15,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39347 2024-11-16T01:20:15,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39347 2024-11-16T01:20:15,664 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=45 2024-11-16T01:20:15,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:20:15,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:20:15,664 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:20:15,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:20:15,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:20:15,664 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T01:20:15,664 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:20:15,665 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40983 2024-11-16T01:20:15,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40983 connecting to ZooKeeper ensemble=127.0.0.1:60298 2024-11-16T01:20:15,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:15,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:15,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409830x0, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:20:15,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409830x0, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Set watcher on znode that does not yet exist, /1-1756086854/running 2024-11-16T01:20:15,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40983-0x101413a4ca80004 connected 2024-11-16T01:20:15,681 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T01:20:15,682 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T01:20:15,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40983-0x101413a4ca80004, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Set watcher on znode that does not yet exist, /1-1756086854/master 2024-11-16T01:20:15,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40983-0x101413a4ca80004, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Set watcher on znode that does not yet exist, /1-1756086854/acl 2024-11-16T01:20:15,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40983 2024-11-16T01:20:15,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40983 2024-11-16T01:20:15,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40983 2024-11-16T01:20:15,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40983 2024-11-16T01:20:15,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40983 2024-11-16T01:20:15,696 DEBUG [M:0;844d197be988:39347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:39347 2024-11-16T01:20:15,698 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1756086854/backup-masters/844d197be988,39347,1731720015432 2024-11-16T01:20:15,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40983-0x101413a4ca80004, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1756086854/backup-masters 2024-11-16T01:20:15,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1756086854/backup-masters 2024-11-16T01:20:15,706 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Set watcher on existing znode=/1-1756086854/backup-masters/844d197be988,39347,1731720015432 2024-11-16T01:20:15,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40983-0x101413a4ca80004, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1756086854/master 2024-11-16T01:20:15,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1756086854 2024-11-16T01:20:15,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40983-0x101413a4ca80004, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1756086854 2024-11-16T01:20:15,716 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Set watcher on existing znode=/1-1756086854/master 2024-11-16T01:20:15,716 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1756086854/backup-masters/844d197be988,39347,1731720015432 from backup master directory 2024-11-16T01:20:15,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1756086854/backup-masters/844d197be988,39347,1731720015432 2024-11-16T01:20:15,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40983-0x101413a4ca80004, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1756086854/backup-masters 2024-11-16T01:20:15,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1756086854/backup-masters 2024-11-16T01:20:15,726 WARN [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:20:15,726 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,39347,1731720015432 2024-11-16T01:20:15,729 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/hbase.id] with ID: 58ce5a1e-9e28-4513-a453-2a57f4a75c08 2024-11-16T01:20:15,729 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/.tmp/hbase.id 2024-11-16T01:20:15,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741826_1002 (size=42) 2024-11-16T01:20:16,134 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/.tmp/hbase.id]:[hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/hbase.id] 2024-11-16T01:20:16,142 INFO [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:16,143 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T01:20:16,143 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T01:20:16,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40983-0x101413a4ca80004, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1756086854 2024-11-16T01:20:16,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1756086854 2024-11-16T01:20:16,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741827_1003 (size=196) 2024-11-16T01:20:16,598 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:20:16,598 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T01:20:16,599 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:20:16,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741828_1004 (size=1189) 2024-11-16T01:20:17,005 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/data/master/store 2024-11-16T01:20:17,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741829_1005 (size=34) 2024-11-16T01:20:17,411 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:17,411 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:20:17,411 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:17,411 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:17,411 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:20:17,411 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:17,411 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:17,412 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720017411Disabling compacts and flushes for region at 1731720017411Disabling writes for close at 1731720017411Writing region close event to WAL at 1731720017411Closed at 1731720017411 2024-11-16T01:20:17,412 WARN [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/data/master/store/.initializing 2024-11-16T01:20:17,413 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/WALs/844d197be988,39347,1731720015432 2024-11-16T01:20:17,413 INFO [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:20:17,415 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C39347%2C1731720015432, suffix=, logDir=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/WALs/844d197be988,39347,1731720015432, archiveDir=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/oldWALs, maxLogs=10 2024-11-16T01:20:17,432 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/WALs/844d197be988,39347,1731720015432/844d197be988%2C39347%2C1731720015432.1731720017415, exclude list is [], retry=0 2024-11-16T01:20:17,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42461,DS-bf31b908-e12f-4f67-88c2-35393e6ff821,DISK] 2024-11-16T01:20:17,436 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/WALs/844d197be988,39347,1731720015432/844d197be988%2C39347%2C1731720015432.1731720017415 2024-11-16T01:20:17,437 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033)] 2024-11-16T01:20:17,437 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:20:17,437 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:17,437 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:17,437 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:17,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:17,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T01:20:17,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:17,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:17,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:17,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T01:20:17,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:17,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:17,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:17,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T01:20:17,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:17,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:17,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:17,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T01:20:17,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:17,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:17,444 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:17,445 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:17,445 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:17,446 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:17,446 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:17,446 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:20:17,447 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:17,449 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:20:17,449 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67263852, jitterRate=0.0023095011711120605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:20:17,449 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731720017437Initializing all the Stores at 1731720017438 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720017438Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720017438Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720017438Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720017438Cleaning up temporary data from old regions at 1731720017446 (+8 ms)Region opened successfully at 1731720017449 (+3 ms) 2024-11-16T01:20:17,449 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T01:20:17,452 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d74bf8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:20:17,452 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T01:20:17,453 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T01:20:17,453 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T01:20:17,453 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T01:20:17,453 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T01:20:17,453 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T01:20:17,454 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T01:20:17,455 INFO [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T01:20:17,456 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Unable to get data of znode /1-1756086854/balancer because node does not exist (not necessarily an error) 2024-11-16T01:20:17,516 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1756086854/balancer already deleted, retry=false 2024-11-16T01:20:17,516 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T01:20:17,517 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Unable to get data of znode /1-1756086854/normalizer because node does not exist (not necessarily an error) 2024-11-16T01:20:17,526 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1756086854/normalizer already deleted, retry=false 2024-11-16T01:20:17,526 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T01:20:17,527 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Unable to get data of znode /1-1756086854/switch/split because node does not exist (not necessarily an error) 2024-11-16T01:20:17,537 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1756086854/switch/split already deleted, retry=false 2024-11-16T01:20:17,537 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Unable to get data of znode /1-1756086854/switch/merge because node does not exist (not necessarily an error) 2024-11-16T01:20:17,547 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1756086854/switch/merge already deleted, retry=false 2024-11-16T01:20:17,549 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Unable to get data of znode /1-1756086854/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T01:20:17,558 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1756086854/snapshot-cleanup already deleted, retry=false 2024-11-16T01:20:17,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1756086854/running 2024-11-16T01:20:17,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40983-0x101413a4ca80004, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1756086854/running 2024-11-16T01:20:17,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1756086854 2024-11-16T01:20:17,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40983-0x101413a4ca80004, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1756086854 2024-11-16T01:20:17,569 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,39347,1731720015432, sessionid=0x101413a4ca80003, setting cluster-up flag (Was=false) 2024-11-16T01:20:17,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40983-0x101413a4ca80004, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1756086854 2024-11-16T01:20:17,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1756086854 2024-11-16T01:20:17,621 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1756086854/flush-table-proc/acquired, /1-1756086854/flush-table-proc/reached, /1-1756086854/flush-table-proc/abort 2024-11-16T01:20:17,622 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,39347,1731720015432 2024-11-16T01:20:17,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40983-0x101413a4ca80004, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1756086854 2024-11-16T01:20:17,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1756086854 2024-11-16T01:20:17,833 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1756086854/online-snapshot/acquired, /1-1756086854/online-snapshot/reached, /1-1756086854/online-snapshot/abort 2024-11-16T01:20:17,834 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,39347,1731720015432 2024-11-16T01:20:17,835 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T01:20:17,836 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T01:20:17,836 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T01:20:17,836 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T01:20:17,837 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,39347,1731720015432 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T01:20:17,838 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:20:17,838 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:20:17,838 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:20:17,838 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:20:17,838 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10 2024-11-16T01:20:17,838 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:17,838 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:20:17,838 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:17,839 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731720047839 2024-11-16T01:20:17,839 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T01:20:17,839 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T01:20:17,839 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T01:20:17,839 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T01:20:17,839 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T01:20:17,839 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T01:20:17,839 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:17,839 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:20:17,839 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T01:20:17,839 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T01:20:17,840 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T01:20:17,840 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T01:20:17,840 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T01:20:17,840 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T01:20:17,840 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T01:20:17,840 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:17,840 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T01:20:17,844 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720017840,5,FailOnTimeoutGroup] 2024-11-16T01:20:17,845 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720017844,5,FailOnTimeoutGroup] 2024-11-16T01:20:17,845 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:17,845 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T01:20:17,845 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:17,845 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:17,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741831_1007 (size=1321) 2024-11-16T01:20:17,889 INFO [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(746): ClusterId : 58ce5a1e-9e28-4513-a453-2a57f4a75c08 2024-11-16T01:20:17,890 DEBUG [RS:0;844d197be988:40983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T01:20:17,902 DEBUG [RS:0;844d197be988:40983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T01:20:17,902 DEBUG [RS:0;844d197be988:40983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T01:20:17,913 DEBUG [RS:0;844d197be988:40983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T01:20:17,913 DEBUG [RS:0;844d197be988:40983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae8e4d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:20:17,923 DEBUG [RS:0;844d197be988:40983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:40983 2024-11-16T01:20:17,923 INFO [RS:0;844d197be988:40983 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T01:20:17,923 INFO [RS:0;844d197be988:40983 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T01:20:17,923 DEBUG [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T01:20:17,923 INFO [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,39347,1731720015432 with port=40983, startcode=1731720015663 2024-11-16T01:20:17,924 DEBUG [RS:0;844d197be988:40983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T01:20:17,925 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T01:20:17,925 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39347 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,40983,1731720015663 2024-11-16T01:20:17,925 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39347 {}] master.ServerManager(517): Registering regionserver=844d197be988,40983,1731720015663 2024-11-16T01:20:17,927 DEBUG [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6 2024-11-16T01:20:17,927 DEBUG [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35189 2024-11-16T01:20:17,927 DEBUG [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T01:20:18,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1756086854/rs 2024-11-16T01:20:18,005 DEBUG [RS:0;844d197be988:40983 {}] zookeeper.ZKUtil(111): regionserver:40983-0x101413a4ca80004, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Set watcher on existing znode=/1-1756086854/rs/844d197be988,40983,1731720015663 2024-11-16T01:20:18,005 WARN [RS:0;844d197be988:40983 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:20:18,005 INFO [RS:0;844d197be988:40983 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:20:18,005 DEBUG [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663 2024-11-16T01:20:18,005 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,40983,1731720015663] 2024-11-16T01:20:18,008 INFO [RS:0;844d197be988:40983 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T01:20:18,009 INFO [RS:0;844d197be988:40983 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T01:20:18,009 INFO [RS:0;844d197be988:40983 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T01:20:18,009 INFO [RS:0;844d197be988:40983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:18,009 INFO [RS:0;844d197be988:40983 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T01:20:18,010 INFO [RS:0;844d197be988:40983 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T01:20:18,010 INFO [RS:0;844d197be988:40983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:18,010 DEBUG [RS:0;844d197be988:40983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:18,010 DEBUG [RS:0;844d197be988:40983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:18,010 DEBUG [RS:0;844d197be988:40983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:18,010 DEBUG [RS:0;844d197be988:40983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:18,010 DEBUG [RS:0;844d197be988:40983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:18,010 DEBUG [RS:0;844d197be988:40983 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:20:18,010 DEBUG [RS:0;844d197be988:40983 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:18,010 DEBUG [RS:0;844d197be988:40983 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:18,010 DEBUG [RS:0;844d197be988:40983 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:18,010 DEBUG [RS:0;844d197be988:40983 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:18,010 DEBUG [RS:0;844d197be988:40983 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:18,010 DEBUG [RS:0;844d197be988:40983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:18,010 DEBUG [RS:0;844d197be988:40983 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:20:18,010 DEBUG [RS:0;844d197be988:40983 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:20:18,011 INFO [RS:0;844d197be988:40983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:18,011 INFO [RS:0;844d197be988:40983 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:18,011 INFO [RS:0;844d197be988:40983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:18,011 INFO [RS:0;844d197be988:40983 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:18,011 INFO [RS:0;844d197be988:40983 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:18,011 INFO [RS:0;844d197be988:40983 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,40983,1731720015663-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:20:18,023 INFO [RS:0;844d197be988:40983 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T01:20:18,023 INFO [RS:0;844d197be988:40983 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,40983,1731720015663-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:18,023 INFO [RS:0;844d197be988:40983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:18,024 INFO [RS:0;844d197be988:40983 {}] regionserver.Replication(171): 844d197be988,40983,1731720015663 started 2024-11-16T01:20:18,035 INFO [RS:0;844d197be988:40983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:18,035 INFO [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,40983,1731720015663, RpcServer on 844d197be988/172.17.0.2:40983, sessionid=0x101413a4ca80004 2024-11-16T01:20:18,035 DEBUG [RS:0;844d197be988:40983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T01:20:18,036 DEBUG [RS:0;844d197be988:40983 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,40983,1731720015663 2024-11-16T01:20:18,036 DEBUG [RS:0;844d197be988:40983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,40983,1731720015663' 2024-11-16T01:20:18,036 DEBUG [RS:0;844d197be988:40983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1756086854/flush-table-proc/abort' 2024-11-16T01:20:18,036 DEBUG [RS:0;844d197be988:40983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1756086854/flush-table-proc/acquired' 2024-11-16T01:20:18,036 DEBUG [RS:0;844d197be988:40983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T01:20:18,036 DEBUG [RS:0;844d197be988:40983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T01:20:18,036 DEBUG [RS:0;844d197be988:40983 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,40983,1731720015663 2024-11-16T01:20:18,036 DEBUG [RS:0;844d197be988:40983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,40983,1731720015663' 2024-11-16T01:20:18,036 DEBUG [RS:0;844d197be988:40983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1756086854/online-snapshot/abort' 2024-11-16T01:20:18,037 DEBUG [RS:0;844d197be988:40983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1756086854/online-snapshot/acquired' 2024-11-16T01:20:18,037 DEBUG [RS:0;844d197be988:40983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T01:20:18,037 INFO [RS:0;844d197be988:40983 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T01:20:18,037 INFO [RS:0;844d197be988:40983 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T01:20:18,137 INFO [RS:0;844d197be988:40983 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:20:18,138 INFO [RS:0;844d197be988:40983 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C40983%2C1731720015663, suffix=, logDir=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663, archiveDir=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/oldWALs, maxLogs=10 2024-11-16T01:20:18,154 DEBUG [RS:0;844d197be988:40983 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139, exclude list is [], retry=0 2024-11-16T01:20:18,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42461,DS-bf31b908-e12f-4f67-88c2-35393e6ff821,DISK] 2024-11-16T01:20:18,157 INFO [RS:0;844d197be988:40983 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139 2024-11-16T01:20:18,158 DEBUG [RS:0;844d197be988:40983 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033)] 2024-11-16T01:20:18,251 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:20:18,253 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T01:20:18,253 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6 2024-11-16T01:20:18,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741833_1009 (size=32) 2024-11-16T01:20:18,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:18,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:18,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:18,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:18,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:18,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:18,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:18,362 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T01:20:18,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:18,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:20:18,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:20:18,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:18,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:18,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:20:18,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:20:18,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:18,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:18,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:20:18,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:20:18,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:18,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:18,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:20:18,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:20:18,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:18,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:18,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:20:18,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740 2024-11-16T01:20:18,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740 2024-11-16T01:20:18,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:20:18,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:20:18,672 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:20:18,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:20:18,675 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:20:18,675 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65687123, jitterRate=-0.02118559181690216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:20:18,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731720018663Initializing all the Stores at 1731720018664 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720018664Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720018664Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720018664Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720018664Cleaning up temporary data from old regions at 1731720018672 (+8 ms)Region opened successfully at 1731720018675 (+3 ms) 2024-11-16T01:20:18,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:20:18,675 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:20:18,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:20:18,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:20:18,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:20:18,675 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:20:18,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720018675Disabling compacts and flushes for region at 1731720018675Disabling writes for close at 1731720018675Writing region close event to WAL at 1731720018675Closed at 1731720018675 2024-11-16T01:20:18,676 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:20:18,676 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T01:20:18,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T01:20:18,677 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:20:18,678 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T01:20:18,828 DEBUG [844d197be988:39347 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:20:18,828 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,40983,1731720015663 2024-11-16T01:20:18,829 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,40983,1731720015663, state=OPENING 2024-11-16T01:20:18,874 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T01:20:18,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40983-0x101413a4ca80004, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1756086854 2024-11-16T01:20:18,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1756086854 2024-11-16T01:20:18,884 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:20:18,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,40983,1731720015663}] 2024-11-16T01:20:18,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1756086854/meta-region-server: CHANGED 2024-11-16T01:20:18,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1756086854/meta-region-server: CHANGED 2024-11-16T01:20:19,037 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:20:19,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:20:19,041 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T01:20:19,041 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:20:19,041 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T01:20:19,043 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C40983%2C1731720015663.meta, suffix=.meta, logDir=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663, archiveDir=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/oldWALs, maxLogs=10 2024-11-16T01:20:19,054 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.meta.1731720019043.meta, exclude list is [], retry=0 2024-11-16T01:20:19,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42461,DS-bf31b908-e12f-4f67-88c2-35393e6ff821,DISK] 2024-11-16T01:20:19,057 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.meta.1731720019043.meta 2024-11-16T01:20:19,058 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033)] 2024-11-16T01:20:19,058 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:20:19,058 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:20:19,058 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:20:19,058 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T01:20:19,058 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T01:20:19,058 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T01:20:19,059 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:19,059 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T01:20:19,059 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T01:20:19,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:20:19,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:20:19,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:19,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:19,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:20:19,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:20:19,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:19,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:19,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:20:19,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:20:19,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:19,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:19,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:20:19,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:20:19,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:19,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:19,063 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:20:19,064 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740 2024-11-16T01:20:19,065 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740 2024-11-16T01:20:19,065 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:20:19,065 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:20:19,066 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:20:19,067 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:20:19,067 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61781206, jitterRate=-0.07938829064369202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:20:19,067 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T01:20:19,067 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731720019059Writing region info on filesystem at 1731720019059Initializing all the Stores at 1731720019060 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720019060Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720019060Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720019060Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720019060Cleaning up temporary data from old regions at 1731720019065 (+5 ms)Running coprocessor post-open hooks at 1731720019067 (+2 ms)Region opened successfully at 1731720019067 2024-11-16T01:20:19,068 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731720019037 2024-11-16T01:20:19,070 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T01:20:19,070 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T01:20:19,070 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,40983,1731720015663 2024-11-16T01:20:19,071 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,40983,1731720015663, state=OPEN 2024-11-16T01:20:19,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1756086854/meta-region-server 2024-11-16T01:20:19,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40983-0x101413a4ca80004, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1756086854/meta-region-server 2024-11-16T01:20:19,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1756086854/meta-region-server: CHANGED 2024-11-16T01:20:19,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1756086854/meta-region-server: CHANGED 2024-11-16T01:20:19,080 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,40983,1731720015663 2024-11-16T01:20:19,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T01:20:19,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,40983,1731720015663 in 196 msec 2024-11-16T01:20:19,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T01:20:19,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 407 msec 2024-11-16T01:20:19,084 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:20:19,084 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T01:20:19,086 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:20:19,086 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,40983,1731720015663, seqNum=-1] 2024-11-16T01:20:19,086 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:20:19,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:20:19,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2550 sec 2024-11-16T01:20:19,091 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731720019091, completionTime=-1 2024-11-16T01:20:19,091 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T01:20:19,091 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T01:20:19,093 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T01:20:19,093 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731720079093 2024-11-16T01:20:19,093 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731720139093 2024-11-16T01:20:19,093 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T01:20:19,093 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,39347,1731720015432-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:19,093 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,39347,1731720015432-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:19,093 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,39347,1731720015432-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:19,094 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:39347, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:19,094 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:19,094 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:19,095 DEBUG [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T01:20:19,097 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.370sec 2024-11-16T01:20:19,097 INFO [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T01:20:19,097 INFO [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T01:20:19,097 INFO [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T01:20:19,097 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T01:20:19,097 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T01:20:19,097 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,39347,1731720015432-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:20:19,097 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,39347,1731720015432-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T01:20:19,099 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T01:20:19,099 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T01:20:19,099 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,39347,1731720015432-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:19,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3d4599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:19,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,39347,-1 for getting cluster id 2024-11-16T01:20:19,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:19,191 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58ce5a1e-9e28-4513-a453-2a57f4a75c08' 2024-11-16T01:20:19,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:19,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58ce5a1e-9e28-4513-a453-2a57f4a75c08" 2024-11-16T01:20:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7bec12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,39347,-1] 2024-11-16T01:20:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:19,193 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:19,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c90b49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:19,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:20:19,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,40983,1731720015663, seqNum=-1] 2024-11-16T01:20:19,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:20:19,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:20:19,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=844d197be988,39347,1731720015432 2024-11-16T01:20:19,198 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60298 2024-11-16T01:20:19,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:20:19,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101413a4ca80005 connected 2024-11-16T01:20:19,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:19,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,44875,1731720009981 2024-11-16T01:20:19,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68ee6f43 2024-11-16T01:20:19,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:20:19,225 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:20:19,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44875 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:20:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44875 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T01:20:19,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:20:19,227 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:19,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44875 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T01:20:19,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:20:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:20:19,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741835_1011 (size=902) 2024-11-16T01:20:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:20:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:20:19,635 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e6dcb8dd7f5b516d1a5dfbfaee85a9eb, NAME => 'test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8 2024-11-16T01:20:19,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741836_1012 (size=39) 2024-11-16T01:20:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:20:20,040 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:20,040 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e6dcb8dd7f5b516d1a5dfbfaee85a9eb, disabling compactions & flushes 2024-11-16T01:20:20,040 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb. 2024-11-16T01:20:20,040 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb. 2024-11-16T01:20:20,040 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb. after waiting 0 ms 2024-11-16T01:20:20,040 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb. 2024-11-16T01:20:20,040 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb. 2024-11-16T01:20:20,040 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e6dcb8dd7f5b516d1a5dfbfaee85a9eb: Waiting for close lock at 1731720020040Disabling compacts and flushes for region at 1731720020040Disabling writes for close at 1731720020040Writing region close event to WAL at 1731720020040Closed at 1731720020040 2024-11-16T01:20:20,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:20:20,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731720020041"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720020041"}]},"ts":"1731720020041"} 2024-11-16T01:20:20,043 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:20:20,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:20:20,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720020044"}]},"ts":"1731720020044"} 2024-11-16T01:20:20,045 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T01:20:20,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e6dcb8dd7f5b516d1a5dfbfaee85a9eb, ASSIGN}] 2024-11-16T01:20:20,046 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e6dcb8dd7f5b516d1a5dfbfaee85a9eb, ASSIGN 2024-11-16T01:20:20,047 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e6dcb8dd7f5b516d1a5dfbfaee85a9eb, ASSIGN; state=OFFLINE, location=844d197be988,41155,1731720010176; forceNewPlan=false, retain=false 2024-11-16T01:20:20,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e6dcb8dd7f5b516d1a5dfbfaee85a9eb, regionState=OPENING, regionLocation=844d197be988,41155,1731720010176 2024-11-16T01:20:20,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e6dcb8dd7f5b516d1a5dfbfaee85a9eb, ASSIGN because future has completed 2024-11-16T01:20:20,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6dcb8dd7f5b516d1a5dfbfaee85a9eb, server=844d197be988,41155,1731720010176}] 2024-11-16T01:20:20,355 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb. 2024-11-16T01:20:20,355 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e6dcb8dd7f5b516d1a5dfbfaee85a9eb, NAME => 'test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:20:20,356 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:20:20,356 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T01:20:20,356 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e6dcb8dd7f5b516d1a5dfbfaee85a9eb 2024-11-16T01:20:20,356 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:20,356 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e6dcb8dd7f5b516d1a5dfbfaee85a9eb 2024-11-16T01:20:20,356 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e6dcb8dd7f5b516d1a5dfbfaee85a9eb 2024-11-16T01:20:20,357 INFO [StoreOpener-e6dcb8dd7f5b516d1a5dfbfaee85a9eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e6dcb8dd7f5b516d1a5dfbfaee85a9eb 2024-11-16T01:20:20,359 INFO [StoreOpener-e6dcb8dd7f5b516d1a5dfbfaee85a9eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6dcb8dd7f5b516d1a5dfbfaee85a9eb columnFamilyName f 2024-11-16T01:20:20,359 DEBUG [StoreOpener-e6dcb8dd7f5b516d1a5dfbfaee85a9eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:20,359 INFO [StoreOpener-e6dcb8dd7f5b516d1a5dfbfaee85a9eb-1 {}] regionserver.HStore(327): Store=e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:20,359 INFO [StoreOpener-e6dcb8dd7f5b516d1a5dfbfaee85a9eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e6dcb8dd7f5b516d1a5dfbfaee85a9eb 2024-11-16T01:20:20,360 INFO [StoreOpener-e6dcb8dd7f5b516d1a5dfbfaee85a9eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6dcb8dd7f5b516d1a5dfbfaee85a9eb columnFamilyName f1 2024-11-16T01:20:20,360 DEBUG [StoreOpener-e6dcb8dd7f5b516d1a5dfbfaee85a9eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:20,360 INFO [StoreOpener-e6dcb8dd7f5b516d1a5dfbfaee85a9eb-1 {}] regionserver.HStore(327): Store=e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:20,360 INFO [StoreOpener-e6dcb8dd7f5b516d1a5dfbfaee85a9eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e6dcb8dd7f5b516d1a5dfbfaee85a9eb 2024-11-16T01:20:20,361 INFO [StoreOpener-e6dcb8dd7f5b516d1a5dfbfaee85a9eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6dcb8dd7f5b516d1a5dfbfaee85a9eb columnFamilyName norep 2024-11-16T01:20:20,361 DEBUG [StoreOpener-e6dcb8dd7f5b516d1a5dfbfaee85a9eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:20,361 INFO [StoreOpener-e6dcb8dd7f5b516d1a5dfbfaee85a9eb-1 {}] regionserver.HStore(327): Store=e6dcb8dd7f5b516d1a5dfbfaee85a9eb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:20,362 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e6dcb8dd7f5b516d1a5dfbfaee85a9eb 2024-11-16T01:20:20,362 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/default/test/e6dcb8dd7f5b516d1a5dfbfaee85a9eb 2024-11-16T01:20:20,363 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/default/test/e6dcb8dd7f5b516d1a5dfbfaee85a9eb 2024-11-16T01:20:20,363 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e6dcb8dd7f5b516d1a5dfbfaee85a9eb 2024-11-16T01:20:20,363 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e6dcb8dd7f5b516d1a5dfbfaee85a9eb 2024-11-16T01:20:20,364 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:20:20,364 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e6dcb8dd7f5b516d1a5dfbfaee85a9eb 2024-11-16T01:20:20,366 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/default/test/e6dcb8dd7f5b516d1a5dfbfaee85a9eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:20:20,366 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e6dcb8dd7f5b516d1a5dfbfaee85a9eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72307558, jitterRate=0.07746657729148865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:20:20,366 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6dcb8dd7f5b516d1a5dfbfaee85a9eb 2024-11-16T01:20:20,367 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e6dcb8dd7f5b516d1a5dfbfaee85a9eb: Running coprocessor pre-open hook at 1731720020356Writing region info on filesystem at 1731720020356Initializing all the Stores at 1731720020357 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720020357Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720020357Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720020357Cleaning up temporary data from old regions at 1731720020363 (+6 ms)Running coprocessor post-open hooks at 1731720020366 (+3 ms)Region opened successfully at 1731720020367 (+1 ms) 2024-11-16T01:20:20,368 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb., pid=6, masterSystemTime=1731720020352 2024-11-16T01:20:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:20:20,369 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb. 2024-11-16T01:20:20,369 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb. 2024-11-16T01:20:20,370 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e6dcb8dd7f5b516d1a5dfbfaee85a9eb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=844d197be988,41155,1731720010176 2024-11-16T01:20:20,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6dcb8dd7f5b516d1a5dfbfaee85a9eb, server=844d197be988,41155,1731720010176 because future has completed 2024-11-16T01:20:20,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T01:20:20,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e6dcb8dd7f5b516d1a5dfbfaee85a9eb, server=844d197be988,41155,1731720010176 in 173 msec 2024-11-16T01:20:20,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T01:20:20,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e6dcb8dd7f5b516d1a5dfbfaee85a9eb, ASSIGN in 328 msec 2024-11-16T01:20:20,376 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:20:20,377 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720020376"}]},"ts":"1731720020376"} 2024-11-16T01:20:20,378 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T01:20:20,379 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:20:20,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-16T01:20:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:20:21,379 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T01:20:21,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:21,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,39347,1731720015432 2024-11-16T01:20:21,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c9c9f40 2024-11-16T01:20:21,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:20:21,381 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:20:21,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39347 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:20:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39347 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T01:20:21,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:20:21,384 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:21,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39347 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T01:20:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:20:21,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:20:21,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741835_1011 (size=902) 2024-11-16T01:20:21,392 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c0ce116de2af722b99fd34f6c68edc96, NAME => 'test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6 2024-11-16T01:20:21,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741836_1012 (size=39) 2024-11-16T01:20:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:20:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:20:21,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:21,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c0ce116de2af722b99fd34f6c68edc96, disabling compactions & flushes 2024-11-16T01:20:21,799 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96. 2024-11-16T01:20:21,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96. 2024-11-16T01:20:21,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96. after waiting 0 ms 2024-11-16T01:20:21,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96. 2024-11-16T01:20:21,800 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96. 2024-11-16T01:20:21,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c0ce116de2af722b99fd34f6c68edc96: Waiting for close lock at 1731720021799Disabling compacts and flushes for region at 1731720021799Disabling writes for close at 1731720021799Writing region close event to WAL at 1731720021800 (+1 ms)Closed at 1731720021800 2024-11-16T01:20:21,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:20:21,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731720021801"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720021801"}]},"ts":"1731720021801"} 2024-11-16T01:20:21,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:20:21,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:20:21,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720021803"}]},"ts":"1731720021803"} 2024-11-16T01:20:21,805 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T01:20:21,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c0ce116de2af722b99fd34f6c68edc96, ASSIGN}] 2024-11-16T01:20:21,806 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c0ce116de2af722b99fd34f6c68edc96, ASSIGN 2024-11-16T01:20:21,807 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c0ce116de2af722b99fd34f6c68edc96, ASSIGN; state=OFFLINE, location=844d197be988,40983,1731720015663; forceNewPlan=false, retain=false 2024-11-16T01:20:21,957 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c0ce116de2af722b99fd34f6c68edc96, regionState=OPENING, regionLocation=844d197be988,40983,1731720015663 2024-11-16T01:20:21,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c0ce116de2af722b99fd34f6c68edc96, ASSIGN because future has completed 2024-11-16T01:20:21,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0ce116de2af722b99fd34f6c68edc96, server=844d197be988,40983,1731720015663}] 2024-11-16T01:20:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:20:22,115 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96. 2024-11-16T01:20:22,115 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c0ce116de2af722b99fd34f6c68edc96, NAME => 'test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:20:22,115 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:20:22,115 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T01:20:22,115 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c0ce116de2af722b99fd34f6c68edc96 2024-11-16T01:20:22,115 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:22,115 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c0ce116de2af722b99fd34f6c68edc96 2024-11-16T01:20:22,115 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c0ce116de2af722b99fd34f6c68edc96 2024-11-16T01:20:22,117 INFO [StoreOpener-c0ce116de2af722b99fd34f6c68edc96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c0ce116de2af722b99fd34f6c68edc96 2024-11-16T01:20:22,118 INFO [StoreOpener-c0ce116de2af722b99fd34f6c68edc96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0ce116de2af722b99fd34f6c68edc96 columnFamilyName f 2024-11-16T01:20:22,118 DEBUG [StoreOpener-c0ce116de2af722b99fd34f6c68edc96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:22,118 INFO [StoreOpener-c0ce116de2af722b99fd34f6c68edc96-1 {}] regionserver.HStore(327): Store=c0ce116de2af722b99fd34f6c68edc96/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:22,118 INFO [StoreOpener-c0ce116de2af722b99fd34f6c68edc96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c0ce116de2af722b99fd34f6c68edc96 2024-11-16T01:20:22,119 INFO [StoreOpener-c0ce116de2af722b99fd34f6c68edc96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0ce116de2af722b99fd34f6c68edc96 columnFamilyName f1 2024-11-16T01:20:22,119 DEBUG [StoreOpener-c0ce116de2af722b99fd34f6c68edc96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:22,119 INFO [StoreOpener-c0ce116de2af722b99fd34f6c68edc96-1 {}] regionserver.HStore(327): Store=c0ce116de2af722b99fd34f6c68edc96/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:22,119 INFO [StoreOpener-c0ce116de2af722b99fd34f6c68edc96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c0ce116de2af722b99fd34f6c68edc96 2024-11-16T01:20:22,120 INFO [StoreOpener-c0ce116de2af722b99fd34f6c68edc96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0ce116de2af722b99fd34f6c68edc96 columnFamilyName norep 2024-11-16T01:20:22,120 DEBUG [StoreOpener-c0ce116de2af722b99fd34f6c68edc96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:22,120 INFO [StoreOpener-c0ce116de2af722b99fd34f6c68edc96-1 {}] regionserver.HStore(327): Store=c0ce116de2af722b99fd34f6c68edc96/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:22,120 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c0ce116de2af722b99fd34f6c68edc96 2024-11-16T01:20:22,121 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/default/test/c0ce116de2af722b99fd34f6c68edc96 2024-11-16T01:20:22,121 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/default/test/c0ce116de2af722b99fd34f6c68edc96 2024-11-16T01:20:22,122 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c0ce116de2af722b99fd34f6c68edc96 2024-11-16T01:20:22,122 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c0ce116de2af722b99fd34f6c68edc96 2024-11-16T01:20:22,122 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:20:22,123 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c0ce116de2af722b99fd34f6c68edc96 2024-11-16T01:20:22,125 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/default/test/c0ce116de2af722b99fd34f6c68edc96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:20:22,125 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c0ce116de2af722b99fd34f6c68edc96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65457230, jitterRate=-0.02461126446723938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:20:22,125 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0ce116de2af722b99fd34f6c68edc96 2024-11-16T01:20:22,125 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c0ce116de2af722b99fd34f6c68edc96: Running coprocessor pre-open hook at 1731720022116Writing region info on filesystem at 1731720022116Initializing all the Stores at 1731720022116Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720022116Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720022116Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720022116Cleaning up temporary data from old regions at 1731720022122 (+6 ms)Running coprocessor post-open hooks at 1731720022125 (+3 ms)Region opened successfully at 1731720022125 2024-11-16T01:20:22,126 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96., pid=6, masterSystemTime=1731720022112 2024-11-16T01:20:22,128 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96. 2024-11-16T01:20:22,128 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96. 2024-11-16T01:20:22,128 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c0ce116de2af722b99fd34f6c68edc96, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=844d197be988,40983,1731720015663 2024-11-16T01:20:22,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0ce116de2af722b99fd34f6c68edc96, server=844d197be988,40983,1731720015663 because future has completed 2024-11-16T01:20:22,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T01:20:22,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c0ce116de2af722b99fd34f6c68edc96, server=844d197be988,40983,1731720015663 in 171 msec 2024-11-16T01:20:22,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T01:20:22,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c0ce116de2af722b99fd34f6c68edc96, ASSIGN in 328 msec 2024-11-16T01:20:22,135 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:20:22,135 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720022135"}]},"ts":"1731720022135"} 2024-11-16T01:20:22,137 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T01:20:22,137 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:20:22,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 755 msec 2024-11-16T01:20:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:20:22,519 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T01:20:22,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d71061d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:22,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44875,-1 for getting cluster id 2024-11-16T01:20:22,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:22,520 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5feda41-a508-4af3-bbaa-73d5e6a2a511' 2024-11-16T01:20:22,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:22,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5feda41-a508-4af3-bbaa-73d5e6a2a511" 2024-11-16T01:20:22,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f141df7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:22,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44875,-1] 2024-11-16T01:20:22,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:22,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:22,522 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:22,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c9b97f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:22,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f180cfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:22,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,39347,-1 for getting cluster id 2024-11-16T01:20:22,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:22,523 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58ce5a1e-9e28-4513-a453-2a57f4a75c08' 2024-11-16T01:20:22,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:22,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58ce5a1e-9e28-4513-a453-2a57f4a75c08" 2024-11-16T01:20:22,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790e5c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:22,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,39347,-1] 2024-11-16T01:20:22,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:22,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:22,525 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:22,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c477eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:22,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17459b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:22,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44875,-1 for getting cluster id 2024-11-16T01:20:22,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:22,526 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5feda41-a508-4af3-bbaa-73d5e6a2a511' 2024-11-16T01:20:22,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:22,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5feda41-a508-4af3-bbaa-73d5e6a2a511" 2024-11-16T01:20:22,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d880c73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:22,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44875,-1] 2024-11-16T01:20:22,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:22,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:22,527 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:22,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a131e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:22,528 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:22,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,44875,1731720009981 2024-11-16T01:20:22,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@550eba23 2024-11-16T01:20:22,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:20:22,530 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:20:22,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44875 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://844d197be988:39347,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T01:20:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44875 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T01:20:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:20:22,532 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:39347' 2024-11-16T01:20:22,533 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31490abe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:22,533 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,39347,-1 for getting cluster id 2024-11-16T01:20:22,533 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:22,534 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58ce5a1e-9e28-4513-a453-2a57f4a75c08' 2024-11-16T01:20:22,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:22,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58ce5a1e-9e28-4513-a453-2a57f4a75c08" 2024-11-16T01:20:22,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656f9d63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:22,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,39347,-1] 2024-11-16T01:20:22,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:22,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:22,535 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:22,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e68bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:22,536 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:22,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,39347,1731720015432 2024-11-16T01:20:22,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3abd7040 2024-11-16T01:20:22,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:20:22,538 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:20:22,538 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T01:20:22,538 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T01:20:22,538 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:22,538 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:22,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:20:22,539 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:20:22,540 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T01:20:22,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:20:22,541 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:22,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:20:22,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741837_1013 (size=1138) 2024-11-16T01:20:22,590 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T01:20:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:20:22,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T01:20:22,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T01:20:22,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T01:20:22,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T01:20:22,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:20:22,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T01:20:22,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:20:22,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T01:20:22,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:20:22,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T01:20:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:20:22,947 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0ff8c3ea3c97c7a1f3fdf7d71f3fc11, NAME => 'hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8 2024-11-16T01:20:22,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741838_1014 (size=44) 2024-11-16T01:20:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:20:23,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:23,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b0ff8c3ea3c97c7a1f3fdf7d71f3fc11, disabling compactions & flushes 2024-11-16T01:20:23,353 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11. 2024-11-16T01:20:23,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11. 2024-11-16T01:20:23,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11. after waiting 0 ms 2024-11-16T01:20:23,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11. 2024-11-16T01:20:23,353 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11. 2024-11-16T01:20:23,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0ff8c3ea3c97c7a1f3fdf7d71f3fc11: Waiting for close lock at 1731720023353Disabling compacts and flushes for region at 1731720023353Disabling writes for close at 1731720023353Writing region close event to WAL at 1731720023353Closed at 1731720023353 2024-11-16T01:20:23,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:20:23,354 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731720023354"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720023354"}]},"ts":"1731720023354"} 2024-11-16T01:20:23,355 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:20:23,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:20:23,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720023356"}]},"ts":"1731720023356"} 2024-11-16T01:20:23,358 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T01:20:23,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0ff8c3ea3c97c7a1f3fdf7d71f3fc11, ASSIGN}] 2024-11-16T01:20:23,359 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0ff8c3ea3c97c7a1f3fdf7d71f3fc11, ASSIGN 2024-11-16T01:20:23,360 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0ff8c3ea3c97c7a1f3fdf7d71f3fc11, ASSIGN; state=OFFLINE, location=844d197be988,41155,1731720010176; forceNewPlan=false, retain=false 2024-11-16T01:20:23,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0ff8c3ea3c97c7a1f3fdf7d71f3fc11, regionState=OPENING, regionLocation=844d197be988,41155,1731720010176 2024-11-16T01:20:23,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0ff8c3ea3c97c7a1f3fdf7d71f3fc11, ASSIGN because future has completed 2024-11-16T01:20:23,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0ff8c3ea3c97c7a1f3fdf7d71f3fc11, server=844d197be988,41155,1731720010176}] 2024-11-16T01:20:23,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11. 2024-11-16T01:20:23,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:20:23,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T01:20:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:20:23,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C41155%2C1731720010176.rep, suffix=, logDir=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176, archiveDir=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/oldWALs, maxLogs=10 2024-11-16T01:20:23,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.rep.1731720023669, exclude list is [], retry=0 2024-11-16T01:20:23,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-16420b90-981d-4d6a-b20f-4902706079e3,DISK] 2024-11-16T01:20:23,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.rep.1731720023669 2024-11-16T01:20:23,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43551:43551)] 2024-11-16T01:20:23,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b0ff8c3ea3c97c7a1f3fdf7d71f3fc11, NAME => 'hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:20:23,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:20:23,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:20:23,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11. service=MultiRowMutationService 2024-11-16T01:20:23,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T01:20:23,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 2024-11-16T01:20:23,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:23,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 2024-11-16T01:20:23,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 2024-11-16T01:20:23,686 INFO [StoreOpener-b0ff8c3ea3c97c7a1f3fdf7d71f3fc11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 2024-11-16T01:20:23,687 INFO [StoreOpener-b0ff8c3ea3c97c7a1f3fdf7d71f3fc11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 columnFamilyName hfileref 2024-11-16T01:20:23,687 DEBUG [StoreOpener-b0ff8c3ea3c97c7a1f3fdf7d71f3fc11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:23,687 INFO [StoreOpener-b0ff8c3ea3c97c7a1f3fdf7d71f3fc11-1 {}] regionserver.HStore(327): Store=b0ff8c3ea3c97c7a1f3fdf7d71f3fc11/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:23,687 INFO [StoreOpener-b0ff8c3ea3c97c7a1f3fdf7d71f3fc11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 2024-11-16T01:20:23,688 INFO [StoreOpener-b0ff8c3ea3c97c7a1f3fdf7d71f3fc11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 columnFamilyName queue 2024-11-16T01:20:23,688 DEBUG [StoreOpener-b0ff8c3ea3c97c7a1f3fdf7d71f3fc11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:23,688 INFO [StoreOpener-b0ff8c3ea3c97c7a1f3fdf7d71f3fc11-1 {}] regionserver.HStore(327): Store=b0ff8c3ea3c97c7a1f3fdf7d71f3fc11/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:23,688 INFO [StoreOpener-b0ff8c3ea3c97c7a1f3fdf7d71f3fc11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 2024-11-16T01:20:23,689 INFO [StoreOpener-b0ff8c3ea3c97c7a1f3fdf7d71f3fc11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 columnFamilyName sid 2024-11-16T01:20:23,689 DEBUG [StoreOpener-b0ff8c3ea3c97c7a1f3fdf7d71f3fc11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:23,690 INFO [StoreOpener-b0ff8c3ea3c97c7a1f3fdf7d71f3fc11-1 {}] regionserver.HStore(327): Store=b0ff8c3ea3c97c7a1f3fdf7d71f3fc11/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:23,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 2024-11-16T01:20:23,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/replication/b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 2024-11-16T01:20:23,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/replication/b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 2024-11-16T01:20:23,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 2024-11-16T01:20:23,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 2024-11-16T01:20:23,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:20:23,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 2024-11-16T01:20:23,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/replication/b0ff8c3ea3c97c7a1f3fdf7d71f3fc11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:20:23,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b0ff8c3ea3c97c7a1f3fdf7d71f3fc11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63446166, jitterRate=-0.05457845330238342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:20:23,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 2024-11-16T01:20:23,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b0ff8c3ea3c97c7a1f3fdf7d71f3fc11: Running coprocessor pre-open hook at 1731720023685Writing region info on filesystem at 1731720023685Initializing all the Stores at 1731720023685Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720023685Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720023685Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720023685Cleaning up temporary data from old regions at 1731720023691 (+6 ms)Running coprocessor post-open hooks at 1731720023694 (+3 ms)Region opened successfully at 1731720023694 2024-11-16T01:20:23,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11., pid=10, masterSystemTime=1731720023664 2024-11-16T01:20:23,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11. 2024-11-16T01:20:23,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11. 2024-11-16T01:20:23,697 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0ff8c3ea3c97c7a1f3fdf7d71f3fc11, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,41155,1731720010176 2024-11-16T01:20:23,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0ff8c3ea3c97c7a1f3fdf7d71f3fc11, server=844d197be988,41155,1731720010176 because future has completed 2024-11-16T01:20:23,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T01:20:23,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b0ff8c3ea3c97c7a1f3fdf7d71f3fc11, server=844d197be988,41155,1731720010176 in 187 msec 2024-11-16T01:20:23,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T01:20:23,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0ff8c3ea3c97c7a1f3fdf7d71f3fc11, ASSIGN in 343 msec 2024-11-16T01:20:23,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:20:23,703 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720023703"}]},"ts":"1731720023703"} 2024-11-16T01:20:23,705 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T01:20:23,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:20:23,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-16T01:20:23,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11., hostname=844d197be988,41155,1731720010176, seqNum=2] 2024-11-16T01:20:23,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01696441640 2024-11-16T01:20:23,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101413a4ca80001, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01696441640 2024-11-16T01:20:23,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T01:20:23,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T01:20:23,974 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T01:20:23,999 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-844d197be988,41155,1731720010176, ReplicationSource: 1, currentBandwidth=0 2024-11-16T01:20:24,000 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:20:24,000 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,41155,1731720010176, seqNum=-1] 2024-11-16T01:20:24,000 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:20:24,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-16T01:20:24,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-844d197be988,41155,1731720010176', locateType=CURRENT is [region=hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11., hostname=844d197be988,41155,1731720010176, seqNum=2] 2024-11-16T01:20:24,008 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T01:20:24,009 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T01:20:24,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44875 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T01:20:24,011 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 844d197be988,41155,1731720010176 suceeded 2024-11-16T01:20:24,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T01:20:24,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-16T01:20:24,012 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://844d197be988:39347,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T01:20:24,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4820 sec 2024-11-16T01:20:24,028 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:39347' 2024-11-16T01:20:24,029 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45a5cbd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:24,029 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,39347,-1 for getting cluster id 2024-11-16T01:20:24,029 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:24,030 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58ce5a1e-9e28-4513-a453-2a57f4a75c08' 2024-11-16T01:20:24,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:24,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58ce5a1e-9e28-4513-a453-2a57f4a75c08" 2024-11-16T01:20:24,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@159aed4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:24,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,39347,-1] 2024-11-16T01:20:24,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:24,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:24,032 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:24,032 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28d36804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:24,032 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:24,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,39347,1731720015432 2024-11-16T01:20:24,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4019596b 2024-11-16T01:20:24,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:20:24,033 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-16T01:20:24,034 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-844d197be988,41155,1731720010176 (queues=1) is replicating from cluster=e5feda41-a508-4af3-bbaa-73d5e6a2a511 to cluster=58ce5a1e-9e28-4513-a453-2a57f4a75c08 2024-11-16T01:20:24,034 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=844d197be988%2C41155%2C1731720010176 2024-11-16T01:20:24,034 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-844d197be988,41155,1731720010176, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T01:20:24,034 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.shipper844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 844d197be988%2C41155%2C1731720010176 2024-11-16T01:20:24,035 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497, startPosition=0, beingWritten=true 2024-11-16T01:20:24,039 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:20:24,039 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 379, reset compression=false 2024-11-16T01:20:24,039 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.shipper844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,41155,1731720010176 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:20:24,242 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 379, reset compression=false 2024-11-16T01:20:24,545 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 379, reset compression=false 2024-11-16T01:20:24,560 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:20:24,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:24,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:24,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:24,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:24,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:24,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:24,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:24,604 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T01:20:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:20:24,679 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T01:20:24,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:20:24,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:20:24,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:24,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:24,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:20:24,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a786dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:24,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,39347,-1 for getting cluster id 2024-11-16T01:20:24,680 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:24,681 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58ce5a1e-9e28-4513-a453-2a57f4a75c08' 2024-11-16T01:20:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58ce5a1e-9e28-4513-a453-2a57f4a75c08" 2024-11-16T01:20:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d7e150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,39347,-1] 2024-11-16T01:20:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:24,682 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:24,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fe7d5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:24,683 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:24,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,39347,1731720015432 2024-11-16T01:20:24,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39d66463 2024-11-16T01:20:24,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:20:24,684 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:20:24,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39347 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://844d197be988:44875,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T01:20:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39347 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T01:20:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:20:24,686 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:44875' 2024-11-16T01:20:24,687 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd087a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:24,687 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44875,-1 for getting cluster id 2024-11-16T01:20:24,687 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:24,688 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5feda41-a508-4af3-bbaa-73d5e6a2a511' 2024-11-16T01:20:24,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:24,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5feda41-a508-4af3-bbaa-73d5e6a2a511" 2024-11-16T01:20:24,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29da3491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:24,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44875,-1] 2024-11-16T01:20:24,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:24,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:24,689 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:24,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b37fd16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:24,690 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:24,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,44875,1731720009981 2024-11-16T01:20:24,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33023b95 2024-11-16T01:20:24,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:20:24,691 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:20:24,691 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T01:20:24,691 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T01:20:24,691 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:24,691 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:24,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:20:24,692 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:20:24,693 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T01:20:24,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:20:24,693 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:24,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:20:24,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741837_1013 (size=1138) 2024-11-16T01:20:24,743 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T01:20:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:20:24,949 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 379, reset compression=false 2024-11-16T01:20:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:20:25,101 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d662b4149f3eaf603d655ea5225a9fbe, NAME => 'hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6 2024-11-16T01:20:25,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741838_1014 (size=44) 2024-11-16T01:20:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:20:25,453 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 379, reset compression=false 2024-11-16T01:20:25,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:25,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d662b4149f3eaf603d655ea5225a9fbe, disabling compactions & flushes 2024-11-16T01:20:25,506 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe. 2024-11-16T01:20:25,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe. 2024-11-16T01:20:25,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe. after waiting 0 ms 2024-11-16T01:20:25,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe. 2024-11-16T01:20:25,506 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe. 2024-11-16T01:20:25,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d662b4149f3eaf603d655ea5225a9fbe: Waiting for close lock at 1731720025506Disabling compacts and flushes for region at 1731720025506Disabling writes for close at 1731720025506Writing region close event to WAL at 1731720025506Closed at 1731720025506 2024-11-16T01:20:25,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:20:25,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731720025508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720025508"}]},"ts":"1731720025508"} 2024-11-16T01:20:25,509 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:20:25,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:20:25,510 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720025510"}]},"ts":"1731720025510"} 2024-11-16T01:20:25,512 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T01:20:25,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d662b4149f3eaf603d655ea5225a9fbe, ASSIGN}] 2024-11-16T01:20:25,513 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d662b4149f3eaf603d655ea5225a9fbe, ASSIGN 2024-11-16T01:20:25,513 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d662b4149f3eaf603d655ea5225a9fbe, ASSIGN; state=OFFLINE, location=844d197be988,40983,1731720015663; forceNewPlan=false, retain=false 2024-11-16T01:20:25,664 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d662b4149f3eaf603d655ea5225a9fbe, regionState=OPENING, regionLocation=844d197be988,40983,1731720015663 2024-11-16T01:20:25,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d662b4149f3eaf603d655ea5225a9fbe, ASSIGN because future has completed 2024-11-16T01:20:25,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d662b4149f3eaf603d655ea5225a9fbe, server=844d197be988,40983,1731720015663}] 2024-11-16T01:20:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:20:25,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe. 2024-11-16T01:20:25,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:20:25,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T01:20:25,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C40983%2C1731720015663.rep, suffix=, logDir=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663, archiveDir=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/oldWALs, maxLogs=10 2024-11-16T01:20:25,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.rep.1731720025823, exclude list is [], retry=0 2024-11-16T01:20:25,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42461,DS-bf31b908-e12f-4f67-88c2-35393e6ff821,DISK] 2024-11-16T01:20:25,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.rep.1731720025823 2024-11-16T01:20:25,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033)] 2024-11-16T01:20:25,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d662b4149f3eaf603d655ea5225a9fbe, NAME => 'hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:20:25,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:20:25,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:20:25,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe. service=MultiRowMutationService 2024-11-16T01:20:25,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T01:20:25,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d662b4149f3eaf603d655ea5225a9fbe 2024-11-16T01:20:25,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:25,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d662b4149f3eaf603d655ea5225a9fbe 2024-11-16T01:20:25,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d662b4149f3eaf603d655ea5225a9fbe 2024-11-16T01:20:25,839 INFO [StoreOpener-d662b4149f3eaf603d655ea5225a9fbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d662b4149f3eaf603d655ea5225a9fbe 2024-11-16T01:20:25,840 INFO [StoreOpener-d662b4149f3eaf603d655ea5225a9fbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d662b4149f3eaf603d655ea5225a9fbe columnFamilyName hfileref 2024-11-16T01:20:25,840 DEBUG [StoreOpener-d662b4149f3eaf603d655ea5225a9fbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:25,840 INFO [StoreOpener-d662b4149f3eaf603d655ea5225a9fbe-1 {}] regionserver.HStore(327): Store=d662b4149f3eaf603d655ea5225a9fbe/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:25,840 INFO [StoreOpener-d662b4149f3eaf603d655ea5225a9fbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d662b4149f3eaf603d655ea5225a9fbe 2024-11-16T01:20:25,841 INFO [StoreOpener-d662b4149f3eaf603d655ea5225a9fbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d662b4149f3eaf603d655ea5225a9fbe columnFamilyName queue 2024-11-16T01:20:25,841 DEBUG [StoreOpener-d662b4149f3eaf603d655ea5225a9fbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:25,841 INFO [StoreOpener-d662b4149f3eaf603d655ea5225a9fbe-1 {}] regionserver.HStore(327): Store=d662b4149f3eaf603d655ea5225a9fbe/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:25,841 INFO [StoreOpener-d662b4149f3eaf603d655ea5225a9fbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d662b4149f3eaf603d655ea5225a9fbe 2024-11-16T01:20:25,842 INFO [StoreOpener-d662b4149f3eaf603d655ea5225a9fbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d662b4149f3eaf603d655ea5225a9fbe columnFamilyName sid 2024-11-16T01:20:25,842 DEBUG [StoreOpener-d662b4149f3eaf603d655ea5225a9fbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:25,842 INFO [StoreOpener-d662b4149f3eaf603d655ea5225a9fbe-1 {}] regionserver.HStore(327): Store=d662b4149f3eaf603d655ea5225a9fbe/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:25,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d662b4149f3eaf603d655ea5225a9fbe 2024-11-16T01:20:25,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/replication/d662b4149f3eaf603d655ea5225a9fbe 2024-11-16T01:20:25,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/replication/d662b4149f3eaf603d655ea5225a9fbe 2024-11-16T01:20:25,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d662b4149f3eaf603d655ea5225a9fbe 2024-11-16T01:20:25,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d662b4149f3eaf603d655ea5225a9fbe 2024-11-16T01:20:25,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:20:25,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d662b4149f3eaf603d655ea5225a9fbe 2024-11-16T01:20:25,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/replication/d662b4149f3eaf603d655ea5225a9fbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:20:25,849 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d662b4149f3eaf603d655ea5225a9fbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61860794, jitterRate=-0.07820233702659607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:20:25,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d662b4149f3eaf603d655ea5225a9fbe 2024-11-16T01:20:25,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d662b4149f3eaf603d655ea5225a9fbe: Running coprocessor pre-open hook at 1731720025838Writing region info on filesystem at 1731720025838Initializing all the Stores at 1731720025839 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720025839Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720025839Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720025839Cleaning up temporary data from old regions at 1731720025844 (+5 ms)Running coprocessor post-open hooks at 1731720025849 (+5 ms)Region opened successfully at 1731720025849 2024-11-16T01:20:25,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe., pid=10, masterSystemTime=1731720025818 2024-11-16T01:20:25,852 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d662b4149f3eaf603d655ea5225a9fbe, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,40983,1731720015663 2024-11-16T01:20:25,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe. 2024-11-16T01:20:25,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe. 2024-11-16T01:20:25,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d662b4149f3eaf603d655ea5225a9fbe, server=844d197be988,40983,1731720015663 because future has completed 2024-11-16T01:20:25,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T01:20:25,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d662b4149f3eaf603d655ea5225a9fbe, server=844d197be988,40983,1731720015663 in 188 msec 2024-11-16T01:20:25,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T01:20:25,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d662b4149f3eaf603d655ea5225a9fbe, ASSIGN in 344 msec 2024-11-16T01:20:25,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:20:25,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720025858"}]},"ts":"1731720025858"} 2024-11-16T01:20:25,859 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T01:20:25,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:20:25,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-16T01:20:25,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe., hostname=844d197be988,40983,1731720015663, seqNum=2] 2024-11-16T01:20:25,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40983-0x101413a4ca80004, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1756086854 2024-11-16T01:20:25,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1756086854 2024-11-16T01:20:25,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T01:20:26,057 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 379, reset compression=false 2024-11-16T01:20:26,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T01:20:26,142 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T01:20:26,169 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-844d197be988,40983,1731720015663, ReplicationSource: 1, currentBandwidth=0 2024-11-16T01:20:26,170 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:20:26,170 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,40983,1731720015663, seqNum=-1] 2024-11-16T01:20:26,170 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:20:26,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-16T01:20:26,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-844d197be988,40983,1731720015663', locateType=CURRENT is [region=hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe., hostname=844d197be988,40983,1731720015663, seqNum=2] 2024-11-16T01:20:26,174 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T01:20:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39347 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T01:20:26,176 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 844d197be988,40983,1731720015663 suceeded 2024-11-16T01:20:26,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T01:20:26,178 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://844d197be988:44875,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T01:20:26,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-16T01:20:26,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4940 sec 2024-11-16T01:20:26,187 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:44875' 2024-11-16T01:20:26,188 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53a01108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:26,188 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44875,-1 for getting cluster id 2024-11-16T01:20:26,188 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:26,189 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5feda41-a508-4af3-bbaa-73d5e6a2a511' 2024-11-16T01:20:26,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:26,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5feda41-a508-4af3-bbaa-73d5e6a2a511" 2024-11-16T01:20:26,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dedb2f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:26,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44875,-1] 2024-11-16T01:20:26,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:26,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:26,190 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:26,191 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20d71ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:26,191 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:26,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,44875,1731720009981 2024-11-16T01:20:26,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2742ea88 2024-11-16T01:20:26,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:20:26,192 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-16T01:20:26,192 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-844d197be988,40983,1731720015663 (queues=1) is replicating from cluster=58ce5a1e-9e28-4513-a453-2a57f4a75c08 to cluster=e5feda41-a508-4af3-bbaa-73d5e6a2a511 2024-11-16T01:20:26,193 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=844d197be988%2C40983%2C1731720015663 2024-11-16T01:20:26,193 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-844d197be988,40983,1731720015663, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T01:20:26,193 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.shipper844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 844d197be988%2C40983%2C1731720015663 2024-11-16T01:20:26,193 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139, startPosition=0, beingWritten=true 2024-11-16T01:20:26,198 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:20:26,198 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139 to pos 379, reset compression=false 2024-11-16T01:20:26,198 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.shipper844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,40983,1731720015663 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:20:26,401 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139 to pos 379, reset compression=false 2024-11-16T01:20:26,705 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139 to pos 379, reset compression=false 2024-11-16T01:20:26,762 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 379, reset compression=false 2024-11-16T01:20:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:20:26,829 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T01:20:26,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:20:26,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:20:26,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:26,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:26,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:20:26,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:26,833 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731720026832/Put/seqid=0 2024-11-16T01:20:26,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741840_1016 (size=7894) 2024-11-16T01:20:27,109 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139 to pos 379, reset compression=false 2024-11-16T01:20:27,239 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731720027239/Put/seqid=0 2024-11-16T01:20:27,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741841_1017 (size=7691) 2024-11-16T01:20:27,566 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 379, reset compression=false 2024-11-16T01:20:27,613 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139 to pos 379, reset compression=false 2024-11-16T01:20:27,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5039b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:27,644 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44875,-1 for getting cluster id 2024-11-16T01:20:27,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:27,644 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5feda41-a508-4af3-bbaa-73d5e6a2a511' 2024-11-16T01:20:27,644 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5feda41-a508-4af3-bbaa-73d5e6a2a511" 2024-11-16T01:20:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2a138d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44875,-1] 2024-11-16T01:20:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:27,645 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:27,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538c302f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:27,646 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:20:27,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,41155,1731720010176, seqNum=-1] 2024-11-16T01:20:27,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:20:27,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:20:27,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:27,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,44875,1731720009981 2024-11-16T01:20:27,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6035049b 2024-11-16T01:20:27,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:20:27,657 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:20:27,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb., hostname=844d197be988,41155,1731720010176, seqNum=2] 2024-11-16T01:20:27,662 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T01:20:27,667 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-16T01:20:27,669 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-16T01:20:27,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/testHFileCyclicReplication_01/f/hfile_0 for inclusion in e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f 2024-11-16T01:20:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T01:20:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T01:20:27,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/testHFileCyclicReplication_01/f/hfile_1 for inclusion in e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f 2024-11-16T01:20:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T01:20:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T01:20:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HRegion(2603): Flush status journal for e6dcb8dd7f5b516d1a5dfbfaee85a9eb: 2024-11-16T01:20:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/staging/jenkins__test__u37t63um3dshtsehd4tpva3ceou8o0jb23lluspn10gta3shsnq7nvbrdvhmpg62/f/hfile_0 2024-11-16T01:20:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/staging/jenkins__test__u37t63um3dshtsehd4tpva3ceou8o0jb23lluspn10gta3shsnq7nvbrdvhmpg62/f/hfile_0 as hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/default/test/e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f/0d0c315a08a3442aa9fcad2fe5d05450_SeqId_4_ 2024-11-16T01:20:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/staging/jenkins__test__u37t63um3dshtsehd4tpva3ceou8o0jb23lluspn10gta3shsnq7nvbrdvhmpg62/f/hfile_1 2024-11-16T01:20:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/staging/jenkins__test__u37t63um3dshtsehd4tpva3ceou8o0jb23lluspn10gta3shsnq7nvbrdvhmpg62/f/hfile_1 as hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/default/test/e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f/b24f4eeefd684f9ebc29be203df90082_SeqId_4_ 2024-11-16T01:20:27,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/staging/jenkins__test__u37t63um3dshtsehd4tpva3ceou8o0jb23lluspn10gta3shsnq7nvbrdvhmpg62/f/hfile_0 into e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f as hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/default/test/e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f/0d0c315a08a3442aa9fcad2fe5d05450_SeqId_4_ - updating store file list. 2024-11-16T01:20:27,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0d0c315a08a3442aa9fcad2fe5d05450_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T01:20:27,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/default/test/e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f/0d0c315a08a3442aa9fcad2fe5d05450_SeqId_4_ into e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f 2024-11-16T01:20:27,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/staging/jenkins__test__u37t63um3dshtsehd4tpva3ceou8o0jb23lluspn10gta3shsnq7nvbrdvhmpg62/f/hfile_0 into e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f (new location: hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/default/test/e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f/0d0c315a08a3442aa9fcad2fe5d05450_SeqId_4_) 2024-11-16T01:20:27,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/staging/jenkins__test__u37t63um3dshtsehd4tpva3ceou8o0jb23lluspn10gta3shsnq7nvbrdvhmpg62/f/hfile_0 2024-11-16T01:20:27,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/staging/jenkins__test__u37t63um3dshtsehd4tpva3ceou8o0jb23lluspn10gta3shsnq7nvbrdvhmpg62/f/hfile_1 into e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f as hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/default/test/e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f/b24f4eeefd684f9ebc29be203df90082_SeqId_4_ - updating store file list. 2024-11-16T01:20:27,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b24f4eeefd684f9ebc29be203df90082_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T01:20:27,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/default/test/e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f/b24f4eeefd684f9ebc29be203df90082_SeqId_4_ into e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f 2024-11-16T01:20:27,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/staging/jenkins__test__u37t63um3dshtsehd4tpva3ceou8o0jb23lluspn10gta3shsnq7nvbrdvhmpg62/f/hfile_1 into e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f (new location: hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/default/test/e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f/b24f4eeefd684f9ebc29be203df90082_SeqId_4_) 2024-11-16T01:20:27,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/staging/jenkins__test__u37t63um3dshtsehd4tpva3ceou8o0jb23lluspn10gta3shsnq7nvbrdvhmpg62/f/hfile_1 2024-11-16T01:20:27,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:20:27,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:20:27,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:27,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:27,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:20:27,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb., hostname=844d197be988,41155,1731720010176, seqNum=2 , the old value is region=test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb., hostname=844d197be988,41155,1731720010176, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=844d197be988:41155 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T01:20:27,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb., hostname=844d197be988,41155,1731720010176, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T01:20:27,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb., hostname=844d197be988,41155,1731720010176, seqNum=2 from cache 2024-11-16T01:20:27,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:20:27,696 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T01:20:27,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,40983,1731720015663, seqNum=-1] 2024-11-16T01:20:27,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:20:27,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:20:27,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96., hostname=844d197be988,40983,1731720015663, seqNum=2] 2024-11-16T01:20:27,700 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T01:20:27,799 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:41155 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T01:20:28,216 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139 to pos 379, reset compression=false 2024-11-16T01:20:28,470 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 379, reset compression=false 2024-11-16T01:20:28,474 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:20:28,475 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.shipper844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,41155,1731720010176 got entry batch from reader: WALEntryBatch [walEntries=[{test/e6dcb8dd7f5b516d1a5dfbfaee85a9eb/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731720027693/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T01:20:28,476 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.shipper844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:20:28,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-16T01:20:28,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.ReplicationSink(318): Replicating [e5feda41-a508-4af3-bbaa-73d5e6a2a511] bulk loaded data 2024-11-16T01:20:28,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@365ae99c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:28,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,39347,-1 for getting cluster id 2024-11-16T01:20:28,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:28,479 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58ce5a1e-9e28-4513-a453-2a57f4a75c08' 2024-11-16T01:20:28,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:28,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58ce5a1e-9e28-4513-a453-2a57f4a75c08" 2024-11-16T01:20:28,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10b8deaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:28,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,39347,-1] 2024-11-16T01:20:28,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:28,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:28,480 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:28,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37820fb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:28,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741840_1016 (size=7894) 2024-11-16T01:20:28,675 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 687, reset compression=false 2024-11-16T01:20:28,702 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T01:20:28,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741841_1017 (size=7691) 2024-11-16T01:20:28,920 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139 to pos 379, reset compression=false 2024-11-16T01:20:28,978 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 687, reset compression=false 2024-11-16T01:20:29,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:29,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,39347,1731720015432 2024-11-16T01:20:29,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ea82e48 2024-11-16T01:20:29,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:20:29,303 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-16T01:20:29,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T01:20:29,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:20:29,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,40983,1731720015663, seqNum=-1] 2024-11-16T01:20:29,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:20:29,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-16T01:20:29,312 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/staging/jenkins.hfs.11__test__7ta2fmjl5p8ort1a8jeep9kcqjsv0ctbq79ft7rgcqgphu34v021co4uvh7sktid/f/0d0c315a08a3442aa9fcad2fe5d05450_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-16T01:20:29,314 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/staging/jenkins.hfs.11__test__7ta2fmjl5p8ort1a8jeep9kcqjsv0ctbq79ft7rgcqgphu34v021co4uvh7sktid/f/b24f4eeefd684f9ebc29be203df90082_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-16T01:20:29,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/staging/jenkins.hfs.11__test__7ta2fmjl5p8ort1a8jeep9kcqjsv0ctbq79ft7rgcqgphu34v021co4uvh7sktid/f/0d0c315a08a3442aa9fcad2fe5d05450_SeqId_4_ for inclusion in c0ce116de2af722b99fd34f6c68edc96/f 2024-11-16T01:20:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T01:20:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T01:20:29,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/staging/jenkins.hfs.11__test__7ta2fmjl5p8ort1a8jeep9kcqjsv0ctbq79ft7rgcqgphu34v021co4uvh7sktid/f/b24f4eeefd684f9ebc29be203df90082_SeqId_4_ for inclusion in c0ce116de2af722b99fd34f6c68edc96/f 2024-11-16T01:20:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T01:20:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T01:20:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HRegion(2603): Flush status journal for c0ce116de2af722b99fd34f6c68edc96: 2024-11-16T01:20:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0d0c315a08a3442aa9fcad2fe5d05450_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T01:20:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/staging/jenkins.hfs.11__test__7ta2fmjl5p8ort1a8jeep9kcqjsv0ctbq79ft7rgcqgphu34v021co4uvh7sktid/f/0d0c315a08a3442aa9fcad2fe5d05450_SeqId_4_ as hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/default/test/c0ce116de2af722b99fd34f6c68edc96/f/6ae07e43dc974d9582c95e8e9318e8e3_SeqId_4_ 2024-11-16T01:20:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b24f4eeefd684f9ebc29be203df90082_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T01:20:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/staging/jenkins.hfs.11__test__7ta2fmjl5p8ort1a8jeep9kcqjsv0ctbq79ft7rgcqgphu34v021co4uvh7sktid/f/b24f4eeefd684f9ebc29be203df90082_SeqId_4_ as hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/default/test/c0ce116de2af722b99fd34f6c68edc96/f/59c42baa5f1d44dc842ae221ed483075_SeqId_4_ 2024-11-16T01:20:29,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/staging/jenkins.hfs.11__test__7ta2fmjl5p8ort1a8jeep9kcqjsv0ctbq79ft7rgcqgphu34v021co4uvh7sktid/f/0d0c315a08a3442aa9fcad2fe5d05450_SeqId_4_ into c0ce116de2af722b99fd34f6c68edc96/f as hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/default/test/c0ce116de2af722b99fd34f6c68edc96/f/6ae07e43dc974d9582c95e8e9318e8e3_SeqId_4_ - updating store file list. 2024-11-16T01:20:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6ae07e43dc974d9582c95e8e9318e8e3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T01:20:29,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/default/test/c0ce116de2af722b99fd34f6c68edc96/f/6ae07e43dc974d9582c95e8e9318e8e3_SeqId_4_ into c0ce116de2af722b99fd34f6c68edc96/f 2024-11-16T01:20:29,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/staging/jenkins.hfs.11__test__7ta2fmjl5p8ort1a8jeep9kcqjsv0ctbq79ft7rgcqgphu34v021co4uvh7sktid/f/0d0c315a08a3442aa9fcad2fe5d05450_SeqId_4_ into c0ce116de2af722b99fd34f6c68edc96/f (new location: hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/default/test/c0ce116de2af722b99fd34f6c68edc96/f/6ae07e43dc974d9582c95e8e9318e8e3_SeqId_4_) 2024-11-16T01:20:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/staging/jenkins.hfs.11__test__7ta2fmjl5p8ort1a8jeep9kcqjsv0ctbq79ft7rgcqgphu34v021co4uvh7sktid/f/0d0c315a08a3442aa9fcad2fe5d05450_SeqId_4_ 2024-11-16T01:20:29,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/staging/jenkins.hfs.11__test__7ta2fmjl5p8ort1a8jeep9kcqjsv0ctbq79ft7rgcqgphu34v021co4uvh7sktid/f/b24f4eeefd684f9ebc29be203df90082_SeqId_4_ into c0ce116de2af722b99fd34f6c68edc96/f as hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/default/test/c0ce116de2af722b99fd34f6c68edc96/f/59c42baa5f1d44dc842ae221ed483075_SeqId_4_ - updating store file list. 2024-11-16T01:20:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 59c42baa5f1d44dc842ae221ed483075_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T01:20:29,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/default/test/c0ce116de2af722b99fd34f6c68edc96/f/59c42baa5f1d44dc842ae221ed483075_SeqId_4_ into c0ce116de2af722b99fd34f6c68edc96/f 2024-11-16T01:20:29,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/staging/jenkins.hfs.11__test__7ta2fmjl5p8ort1a8jeep9kcqjsv0ctbq79ft7rgcqgphu34v021co4uvh7sktid/f/b24f4eeefd684f9ebc29be203df90082_SeqId_4_ into c0ce116de2af722b99fd34f6c68edc96/f (new location: hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/default/test/c0ce116de2af722b99fd34f6c68edc96/f/59c42baa5f1d44dc842ae221ed483075_SeqId_4_) 2024-11-16T01:20:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/staging/jenkins.hfs.11__test__7ta2fmjl5p8ort1a8jeep9kcqjsv0ctbq79ft7rgcqgphu34v021co4uvh7sktid/f/b24f4eeefd684f9ebc29be203df90082_SeqId_4_ 2024-11-16T01:20:29,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.ReplicationSink(324): Finished replicating [e5feda41-a508-4af3-bbaa-73d5e6a2a511] bulk loaded data 2024-11-16T01:20:29,381 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 687, reset compression=false 2024-11-16T01:20:29,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:29,712 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731720029712/Put/seqid=0 2024-11-16T01:20:29,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741842_1018 (size=11194) 2024-11-16T01:20:29,723 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139 to pos 379, reset compression=false 2024-11-16T01:20:29,727 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:20:29,727 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.shipper844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,40983,1731720015663 got entry batch from reader: WALEntryBatch [walEntries=[{test/c0ce116de2af722b99fd34f6c68edc96/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731720029336/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-16T01:20:29,729 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.shipper844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:20:29,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-16T01:20:29,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.ReplicationSink(318): Replicating [e5feda41-a508-4af3-bbaa-73d5e6a2a511, 58ce5a1e-9e28-4513-a453-2a57f4a75c08] bulk loaded data 2024-11-16T01:20:29,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16207707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:29,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44875,-1 for getting cluster id 2024-11-16T01:20:29,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:29,731 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5feda41-a508-4af3-bbaa-73d5e6a2a511' 2024-11-16T01:20:29,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:29,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5feda41-a508-4af3-bbaa-73d5e6a2a511" 2024-11-16T01:20:29,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1028130a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:29,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44875,-1] 2024-11-16T01:20:29,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:29,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:29,733 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:29,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63024360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:29,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741842_1018 (size=7894) 2024-11-16T01:20:29,885 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 687, reset compression=false 2024-11-16T01:20:29,927 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139 to pos 725, reset compression=false 2024-11-16T01:20:30,118 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731720030118/Put/seqid=0 2024-11-16T01:20:30,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741843_1019 (size=10791) 2024-11-16T01:20:30,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741843_1019 (size=7691) 2024-11-16T01:20:30,231 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139 to pos 725, reset compression=false 2024-11-16T01:20:30,488 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 687, reset compression=false 2024-11-16T01:20:30,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf93a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:30,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,39347,-1 for getting cluster id 2024-11-16T01:20:30,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:30,525 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58ce5a1e-9e28-4513-a453-2a57f4a75c08' 2024-11-16T01:20:30,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:30,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58ce5a1e-9e28-4513-a453-2a57f4a75c08" 2024-11-16T01:20:30,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@783702cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:30,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,39347,-1] 2024-11-16T01:20:30,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:30,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:30,527 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:30,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3322de90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:30,528 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:20:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,40983,1731720015663, seqNum=-1] 2024-11-16T01:20:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:20:30,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:20:30,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,39347,1731720015432 2024-11-16T01:20:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65e896ce 2024-11-16T01:20:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:20:30,538 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:20:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96., hostname=844d197be988,40983,1731720015663, seqNum=2] 2024-11-16T01:20:30,544 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T01:20:30,549 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-16T01:20:30,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:30,551 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-16T01:20:30,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,44875,1731720009981 2024-11-16T01:20:30,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c1344ff 2024-11-16T01:20:30,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:20:30,553 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-16T01:20:30,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T01:20:30,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:20:30,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/testHFileCyclicReplication_10/f/hfile_0 for inclusion in c0ce116de2af722b99fd34f6c68edc96/f 2024-11-16T01:20:30,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,41155,1731720010176, seqNum=-1] 2024-11-16T01:20:30,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:20:30,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-16T01:20:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-16T01:20:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T01:20:30,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/testHFileCyclicReplication_10/f/hfile_1 for inclusion in c0ce116de2af722b99fd34f6c68edc96/f 2024-11-16T01:20:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-16T01:20:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T01:20:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HRegion(2603): Flush status journal for c0ce116de2af722b99fd34f6c68edc96: 2024-11-16T01:20:30,574 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/staging/jenkins.hfs.10__test__l3ofnod6247pqckkr5cfi774v14gl0finrft0snut32gg3fopf3qjfhgs1e5hlmi/f/59c42baa5f1d44dc842ae221ed483075_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-16T01:20:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/staging/jenkins__test__bbd49roicnc1pcoef2c9sub7or5egj1t9l8s8srju2unn9rb0hmfe9d88gkge16j/f/hfile_0 2024-11-16T01:20:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/staging/jenkins__test__bbd49roicnc1pcoef2c9sub7or5egj1t9l8s8srju2unn9rb0hmfe9d88gkge16j/f/hfile_0 as hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/default/test/c0ce116de2af722b99fd34f6c68edc96/f/0c690f16a9a946a9af7c6f48ca1529e9_SeqId_6_ 2024-11-16T01:20:30,576 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/staging/jenkins.hfs.10__test__l3ofnod6247pqckkr5cfi774v14gl0finrft0snut32gg3fopf3qjfhgs1e5hlmi/f/6ae07e43dc974d9582c95e8e9318e8e3_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-16T01:20:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/staging/jenkins__test__bbd49roicnc1pcoef2c9sub7or5egj1t9l8s8srju2unn9rb0hmfe9d88gkge16j/f/hfile_1 2024-11-16T01:20:30,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.ReplicationSink(324): Finished replicating [e5feda41-a508-4af3-bbaa-73d5e6a2a511, 58ce5a1e-9e28-4513-a453-2a57f4a75c08] bulk loaded data 2024-11-16T01:20:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/staging/jenkins__test__bbd49roicnc1pcoef2c9sub7or5egj1t9l8s8srju2unn9rb0hmfe9d88gkge16j/f/hfile_1 as hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/default/test/c0ce116de2af722b99fd34f6c68edc96/f/401e8b1ec1894ba2a0e18d524a2c3e0b_SeqId_6_ 2024-11-16T01:20:30,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/staging/jenkins__test__bbd49roicnc1pcoef2c9sub7or5egj1t9l8s8srju2unn9rb0hmfe9d88gkge16j/f/hfile_0 into c0ce116de2af722b99fd34f6c68edc96/f as hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/default/test/c0ce116de2af722b99fd34f6c68edc96/f/0c690f16a9a946a9af7c6f48ca1529e9_SeqId_6_ - updating store file list. 2024-11-16T01:20:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0c690f16a9a946a9af7c6f48ca1529e9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T01:20:30,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/default/test/c0ce116de2af722b99fd34f6c68edc96/f/0c690f16a9a946a9af7c6f48ca1529e9_SeqId_6_ into c0ce116de2af722b99fd34f6c68edc96/f 2024-11-16T01:20:30,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/staging/jenkins__test__bbd49roicnc1pcoef2c9sub7or5egj1t9l8s8srju2unn9rb0hmfe9d88gkge16j/f/hfile_0 into c0ce116de2af722b99fd34f6c68edc96/f (new location: hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/default/test/c0ce116de2af722b99fd34f6c68edc96/f/0c690f16a9a946a9af7c6f48ca1529e9_SeqId_6_) 2024-11-16T01:20:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/staging/jenkins__test__bbd49roicnc1pcoef2c9sub7or5egj1t9l8s8srju2unn9rb0hmfe9d88gkge16j/f/hfile_0 2024-11-16T01:20:30,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/staging/jenkins__test__bbd49roicnc1pcoef2c9sub7or5egj1t9l8s8srju2unn9rb0hmfe9d88gkge16j/f/hfile_1 into c0ce116de2af722b99fd34f6c68edc96/f as hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/default/test/c0ce116de2af722b99fd34f6c68edc96/f/401e8b1ec1894ba2a0e18d524a2c3e0b_SeqId_6_ - updating store file list. 2024-11-16T01:20:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 401e8b1ec1894ba2a0e18d524a2c3e0b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T01:20:30,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/default/test/c0ce116de2af722b99fd34f6c68edc96/f/401e8b1ec1894ba2a0e18d524a2c3e0b_SeqId_6_ into c0ce116de2af722b99fd34f6c68edc96/f 2024-11-16T01:20:30,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/staging/jenkins__test__bbd49roicnc1pcoef2c9sub7or5egj1t9l8s8srju2unn9rb0hmfe9d88gkge16j/f/hfile_1 into c0ce116de2af722b99fd34f6c68edc96/f (new location: hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/default/test/c0ce116de2af722b99fd34f6c68edc96/f/401e8b1ec1894ba2a0e18d524a2c3e0b_SeqId_6_) 2024-11-16T01:20:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/staging/jenkins__test__bbd49roicnc1pcoef2c9sub7or5egj1t9l8s8srju2unn9rb0hmfe9d88gkge16j/f/hfile_1 2024-11-16T01:20:30,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:20:30,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:20:30,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:30,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:30,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:20:30,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96., hostname=844d197be988,40983,1731720015663, seqNum=2 , the old value is region=test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96., hostname=844d197be988,40983,1731720015663, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=844d197be988:40983 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T01:20:30,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96., hostname=844d197be988,40983,1731720015663, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T01:20:30,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96., hostname=844d197be988,40983,1731720015663, seqNum=2 from cache 2024-11-16T01:20:30,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:20:30,594 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T01:20:30,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,41155,1731720010176, seqNum=-1] 2024-11-16T01:20:30,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:20:30,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:20:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb., hostname=844d197be988,41155,1731720010176, seqNum=2] 2024-11-16T01:20:30,605 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T01:20:30,635 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139 to pos 725, reset compression=false 2024-11-16T01:20:30,639 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:20:30,639 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.shipper844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,40983,1731720015663 got entry batch from reader: WALEntryBatch [walEntries=[{test/c0ce116de2af722b99fd34f6c68edc96/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731720030591/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T01:20:30,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.ReplicationSink(318): Replicating [58ce5a1e-9e28-4513-a453-2a57f4a75c08] bulk loaded data 2024-11-16T01:20:30,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741844_1020 (size=11194) 2024-11-16T01:20:30,699 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:40983 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T01:20:30,850 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139 to pos 1033, reset compression=false 2024-11-16T01:20:31,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741845_1021 (size=10791) 2024-11-16T01:20:31,154 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139 to pos 1033, reset compression=false 2024-11-16T01:20:31,191 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 687, reset compression=false 2024-11-16T01:20:31,351 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:20:31,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:31,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:31,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:31,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:31,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:31,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:31,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:31,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T01:20:31,464 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/staging/jenkins.hfs.10__test__nl52tg35f69db777pokjhra4c2ehmb3l980fpf94gn0689tlq2i7lm1htbasl6ii/f/0c690f16a9a946a9af7c6f48ca1529e9_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-16T01:20:31,466 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/staging/jenkins.hfs.10__test__nl52tg35f69db777pokjhra4c2ehmb3l980fpf94gn0689tlq2i7lm1htbasl6ii/f/401e8b1ec1894ba2a0e18d524a2c3e0b_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-16T01:20:31,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/staging/jenkins.hfs.10__test__nl52tg35f69db777pokjhra4c2ehmb3l980fpf94gn0689tlq2i7lm1htbasl6ii/f/0c690f16a9a946a9af7c6f48ca1529e9_SeqId_6_ for inclusion in e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f 2024-11-16T01:20:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-16T01:20:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T01:20:31,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/staging/jenkins.hfs.10__test__nl52tg35f69db777pokjhra4c2ehmb3l980fpf94gn0689tlq2i7lm1htbasl6ii/f/401e8b1ec1894ba2a0e18d524a2c3e0b_SeqId_6_ for inclusion in e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f 2024-11-16T01:20:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-16T01:20:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T01:20:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HRegion(2603): Flush status journal for e6dcb8dd7f5b516d1a5dfbfaee85a9eb: 2024-11-16T01:20:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0c690f16a9a946a9af7c6f48ca1529e9_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T01:20:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/staging/jenkins.hfs.10__test__nl52tg35f69db777pokjhra4c2ehmb3l980fpf94gn0689tlq2i7lm1htbasl6ii/f/0c690f16a9a946a9af7c6f48ca1529e9_SeqId_6_ as hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/default/test/e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f/3c8901f2182344adb1655bd141cbf132_SeqId_6_ 2024-11-16T01:20:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 401e8b1ec1894ba2a0e18d524a2c3e0b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T01:20:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/staging/jenkins.hfs.10__test__nl52tg35f69db777pokjhra4c2ehmb3l980fpf94gn0689tlq2i7lm1htbasl6ii/f/401e8b1ec1894ba2a0e18d524a2c3e0b_SeqId_6_ as hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/default/test/e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f/b737e97f006e44c699459936116ea077_SeqId_6_ 2024-11-16T01:20:31,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/staging/jenkins.hfs.10__test__nl52tg35f69db777pokjhra4c2ehmb3l980fpf94gn0689tlq2i7lm1htbasl6ii/f/0c690f16a9a946a9af7c6f48ca1529e9_SeqId_6_ into e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f as hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/default/test/e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f/3c8901f2182344adb1655bd141cbf132_SeqId_6_ - updating store file list. 2024-11-16T01:20:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3c8901f2182344adb1655bd141cbf132_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T01:20:31,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/default/test/e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f/3c8901f2182344adb1655bd141cbf132_SeqId_6_ into e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f 2024-11-16T01:20:31,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/staging/jenkins.hfs.10__test__nl52tg35f69db777pokjhra4c2ehmb3l980fpf94gn0689tlq2i7lm1htbasl6ii/f/0c690f16a9a946a9af7c6f48ca1529e9_SeqId_6_ into e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f (new location: hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/default/test/e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f/3c8901f2182344adb1655bd141cbf132_SeqId_6_) 2024-11-16T01:20:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/staging/jenkins.hfs.10__test__nl52tg35f69db777pokjhra4c2ehmb3l980fpf94gn0689tlq2i7lm1htbasl6ii/f/0c690f16a9a946a9af7c6f48ca1529e9_SeqId_6_ 2024-11-16T01:20:31,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/staging/jenkins.hfs.10__test__nl52tg35f69db777pokjhra4c2ehmb3l980fpf94gn0689tlq2i7lm1htbasl6ii/f/401e8b1ec1894ba2a0e18d524a2c3e0b_SeqId_6_ into e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f as hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/default/test/e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f/b737e97f006e44c699459936116ea077_SeqId_6_ - updating store file list. 2024-11-16T01:20:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b737e97f006e44c699459936116ea077_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T01:20:31,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/default/test/e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f/b737e97f006e44c699459936116ea077_SeqId_6_ into e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f 2024-11-16T01:20:31,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/staging/jenkins.hfs.10__test__nl52tg35f69db777pokjhra4c2ehmb3l980fpf94gn0689tlq2i7lm1htbasl6ii/f/401e8b1ec1894ba2a0e18d524a2c3e0b_SeqId_6_ into e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f (new location: hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/default/test/e6dcb8dd7f5b516d1a5dfbfaee85a9eb/f/b737e97f006e44c699459936116ea077_SeqId_6_) 2024-11-16T01:20:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/staging/jenkins.hfs.10__test__nl52tg35f69db777pokjhra4c2ehmb3l980fpf94gn0689tlq2i7lm1htbasl6ii/f/401e8b1ec1894ba2a0e18d524a2c3e0b_SeqId_6_ 2024-11-16T01:20:31,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.ReplicationSink(324): Finished replicating [58ce5a1e-9e28-4513-a453-2a57f4a75c08] bulk loaded data 2024-11-16T01:20:31,557 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139 to pos 1033, reset compression=false 2024-11-16T01:20:31,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T01:20:31,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:20:31,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:20:31,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:31,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:31,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:20:31,618 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T01:20:31,618 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=920369536, stopped=false 2024-11-16T01:20:31,618 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=844d197be988,39347,1731720015432 2024-11-16T01:20:31,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40983-0x101413a4ca80004, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1756086854/running 2024-11-16T01:20:31,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1756086854/running 2024-11-16T01:20:31,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1756086854 2024-11-16T01:20:31,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40983-0x101413a4ca80004, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1756086854 2024-11-16T01:20:31,683 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:20:31,683 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:20:31,684 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:20:31,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:31,684 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '844d197be988,40983,1731720015663' ***** 2024-11-16T01:20:31,684 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T01:20:31,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40983-0x101413a4ca80004, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Set watcher on znode that does not yet exist, /1-1756086854/running 2024-11-16T01:20:31,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Set watcher on znode that does not yet exist, /1-1756086854/running 2024-11-16T01:20:31,684 INFO [RS:0;844d197be988:40983 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T01:20:31,684 INFO [RS:0;844d197be988:40983 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T01:20:31,684 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T01:20:31,684 INFO [RS:0;844d197be988:40983 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T01:20:31,685 INFO [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(3091): Received CLOSE for c0ce116de2af722b99fd34f6c68edc96 2024-11-16T01:20:31,685 INFO [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(3091): Received CLOSE for d662b4149f3eaf603d655ea5225a9fbe 2024-11-16T01:20:31,685 INFO [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(959): stopping server 844d197be988,40983,1731720015663 2024-11-16T01:20:31,685 INFO [RS:0;844d197be988:40983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:20:31,685 INFO [RS:0;844d197be988:40983 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:40983. 2024-11-16T01:20:31,685 DEBUG [RS:0;844d197be988:40983 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:20:31,685 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0ce116de2af722b99fd34f6c68edc96, disabling compactions & flushes 2024-11-16T01:20:31,685 DEBUG [RS:0;844d197be988:40983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:31,685 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96. 2024-11-16T01:20:31,685 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96. 2024-11-16T01:20:31,685 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96. after waiting 0 ms 2024-11-16T01:20:31,685 INFO [RS:0;844d197be988:40983 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T01:20:31,685 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96. 2024-11-16T01:20:31,685 INFO [RS:0;844d197be988:40983 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T01:20:31,685 INFO [RS:0;844d197be988:40983 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T01:20:31,685 INFO [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T01:20:31,685 INFO [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T01:20:31,685 DEBUG [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(1325): Online Regions={c0ce116de2af722b99fd34f6c68edc96=test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96., 1588230740=hbase:meta,,1.1588230740, d662b4149f3eaf603d655ea5225a9fbe=hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe.} 2024-11-16T01:20:31,686 DEBUG [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0ce116de2af722b99fd34f6c68edc96, d662b4149f3eaf603d655ea5225a9fbe 2024-11-16T01:20:31,686 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:20:31,686 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:20:31,686 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:20:31,686 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:20:31,686 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:20:31,686 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T01:20:31,689 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/default/test/c0ce116de2af722b99fd34f6c68edc96/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T01:20:31,690 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:20:31,690 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:20:31,690 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96. 2024-11-16T01:20:31,690 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0ce116de2af722b99fd34f6c68edc96: Waiting for close lock at 1731720031685Running coprocessor pre-close hooks at 1731720031685Disabling compacts and flushes for region at 1731720031685Disabling writes for close at 1731720031685Writing region close event to WAL at 1731720031687 (+2 ms)Running coprocessor post-close hooks at 1731720031690 (+3 ms)Closed at 1731720031690 2024-11-16T01:20:31,690 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96. 2024-11-16T01:20:31,690 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d662b4149f3eaf603d655ea5225a9fbe, disabling compactions & flushes 2024-11-16T01:20:31,690 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe. 2024-11-16T01:20:31,690 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe. 2024-11-16T01:20:31,690 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe. after waiting 0 ms 2024-11-16T01:20:31,690 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe. 2024-11-16T01:20:31,690 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d662b4149f3eaf603d655ea5225a9fbe 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-16T01:20:31,704 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740/.tmp/info/75492c5a8fc746cc8bc7140bbc084de7 is 147, key is hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe./info:regioninfo/1731720025851/Put/seqid=0 2024-11-16T01:20:31,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741844_1020 (size=7686) 2024-11-16T01:20:31,710 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/replication/d662b4149f3eaf603d655ea5225a9fbe/.tmp/hfileref/ea188b40a0be4221bc8cfb54c2695086 is 74, key is 1/hfileref:0c690f16a9a946a9af7c6f48ca1529e9_SeqId_6_/1731720031488/DeleteColumn/seqid=0 2024-11-16T01:20:31,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741845_1021 (size=5345) 2024-11-16T01:20:31,714 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/replication/d662b4149f3eaf603d655ea5225a9fbe/.tmp/hfileref/ea188b40a0be4221bc8cfb54c2695086 2024-11-16T01:20:31,721 INFO [regionserver/844d197be988:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:20:31,734 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/replication/d662b4149f3eaf603d655ea5225a9fbe/.tmp/queue/ffeaa77127224d14a67b39f3cfa3cbe1 is 154, key is 1-844d197be988,40983,1731720015663/queue:844d197be988%2C40983%2C1731720015663/1731720031490/Put/seqid=0 2024-11-16T01:20:31,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741846_1022 (size=5353) 2024-11-16T01:20:31,886 DEBUG [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d662b4149f3eaf603d655ea5225a9fbe 2024-11-16T01:20:31,995 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 687, reset compression=false 2024-11-16T01:20:32,000 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:20:32,000 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.shipper844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,41155,1731720010176 got entry batch from reader: WALEntryBatch [walEntries=[{test/e6dcb8dd7f5b516d1a5dfbfaee85a9eb/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731720031486/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-16T01:20:32,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 844d197be988,40983,1731720015663 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T01:20:32,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40983 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:60168 deadline: 1731720092000, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 844d197be988,40983,1731720015663 stopping 2024-11-16T01:20:32,008 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.shipper844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 844d197be988,40983,1731720015663 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:20:32,028 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T01:20:32,029 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T01:20:32,060 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139 to pos 1033, reset compression=false 2024-11-16T01:20:32,064 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:20:32,064 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139 to pos 1328, reset compression=false 2024-11-16T01:20:32,065 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.shipper844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,40983,1731720015663 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:20:32,067 ERROR [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.shipper844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 844d197be988,40983,1731720015663: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-844d197be988,40983,1731720015663, walGroup=844d197be988%2C40983%2C1731720015663, offset=844d197be988%2C40983%2C1731720015663.1731720018139:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:40983 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T01:20:32,068 ERROR [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.shipper844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T01:20:32,070 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.shipper844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T01:20:32,072 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.shipper844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T01:20:32,072 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.shipper844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T01:20:32,072 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.shipper844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T01:20:32,072 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.shipper844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 569606656 }, "NonHeapMemoryUsage": { "committed": 190775296, "init": 7667712, "max": -1, "used": 187981688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T01:20:32,076 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.shipper844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T01:20:32,086 DEBUG [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d662b4149f3eaf603d655ea5225a9fbe 2024-11-16T01:20:32,110 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740/.tmp/info/75492c5a8fc746cc8bc7140bbc084de7 2024-11-16T01:20:32,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 844d197be988,40983,1731720015663 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:20:32,112 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.shipper844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 844d197be988,40983,1731720015663 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:20:32,134 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740/.tmp/ns/7d8ca611d4d24d019564e208c7e04f7f is 43, key is default/ns:d/1731720019087/Put/seqid=0 2024-11-16T01:20:32,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741847_1023 (size=5153) 2024-11-16T01:20:32,139 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/replication/d662b4149f3eaf603d655ea5225a9fbe/.tmp/queue/ffeaa77127224d14a67b39f3cfa3cbe1 2024-11-16T01:20:32,143 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/replication/d662b4149f3eaf603d655ea5225a9fbe/.tmp/hfileref/ea188b40a0be4221bc8cfb54c2695086 as hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/replication/d662b4149f3eaf603d655ea5225a9fbe/hfileref/ea188b40a0be4221bc8cfb54c2695086 2024-11-16T01:20:32,147 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/replication/d662b4149f3eaf603d655ea5225a9fbe/hfileref/ea188b40a0be4221bc8cfb54c2695086, entries=4, sequenceid=12, filesize=5.2 K 2024-11-16T01:20:32,148 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/replication/d662b4149f3eaf603d655ea5225a9fbe/.tmp/queue/ffeaa77127224d14a67b39f3cfa3cbe1 as hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/replication/d662b4149f3eaf603d655ea5225a9fbe/queue/ffeaa77127224d14a67b39f3cfa3cbe1 2024-11-16T01:20:32,152 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/replication/d662b4149f3eaf603d655ea5225a9fbe/queue/ffeaa77127224d14a67b39f3cfa3cbe1, entries=1, sequenceid=12, filesize=5.2 K 2024-11-16T01:20:32,152 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for d662b4149f3eaf603d655ea5225a9fbe in 462ms, sequenceid=12, compaction requested=false 2024-11-16T01:20:32,155 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/replication/d662b4149f3eaf603d655ea5225a9fbe/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T01:20:32,156 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:20:32,156 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:20:32,156 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe. 2024-11-16T01:20:32,156 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d662b4149f3eaf603d655ea5225a9fbe: Waiting for close lock at 1731720031690Running coprocessor pre-close hooks at 1731720031690Disabling compacts and flushes for region at 1731720031690Disabling writes for close at 1731720031690Obtaining lock to block concurrent updates at 1731720031690Preparing flush snapshotting stores in d662b4149f3eaf603d655ea5225a9fbe at 1731720031690Finished memstore snapshotting hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731720031691 (+1 ms)Flushing stores of hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe. at 1731720031691Flushing d662b4149f3eaf603d655ea5225a9fbe/hfileref: creating writer at 1731720031691Flushing d662b4149f3eaf603d655ea5225a9fbe/hfileref: appending metadata at 1731720031709 (+18 ms)Flushing d662b4149f3eaf603d655ea5225a9fbe/hfileref: closing flushed file at 1731720031709Flushing d662b4149f3eaf603d655ea5225a9fbe/queue: creating writer at 1731720031718 (+9 ms)Flushing d662b4149f3eaf603d655ea5225a9fbe/queue: appending metadata at 1731720031734 (+16 ms)Flushing d662b4149f3eaf603d655ea5225a9fbe/queue: closing flushed file at 1731720031734Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42b4d47f: reopening flushed file at 1731720032142 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9690cf3: reopening flushed file at 1731720032147 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for d662b4149f3eaf603d655ea5225a9fbe in 462ms, sequenceid=12, compaction requested=false at 1731720032152 (+5 ms)Writing region close event to WAL at 1731720032153 (+1 ms)Running coprocessor post-close hooks at 1731720032156 (+3 ms)Closed at 1731720032156 2024-11-16T01:20:32,156 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731720024692.d662b4149f3eaf603d655ea5225a9fbe. 2024-11-16T01:20:32,200 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 1033, reset compression=false 2024-11-16T01:20:32,268 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139 to pos 1328, reset compression=false 2024-11-16T01:20:32,286 DEBUG [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:20:32,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 844d197be988,40983,1731720015663 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:20:32,316 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.shipper844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 844d197be988,40983,1731720015663 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:20:32,486 DEBUG [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:20:32,503 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 1033, reset compression=false 2024-11-16T01:20:32,538 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740/.tmp/ns/7d8ca611d4d24d019564e208c7e04f7f 2024-11-16T01:20:32,554 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740/.tmp/rep_barrier/7ff01a4c39dc4baa8e6964e2ee9cf868 is 112, key is test,,1731720021381.c0ce116de2af722b99fd34f6c68edc96./rep_barrier:seqnumDuringOpen/1731720022128/Put/seqid=0 2024-11-16T01:20:32,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741848_1024 (size=5518) 2024-11-16T01:20:32,572 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139 to pos 1328, reset compression=false 2024-11-16T01:20:32,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 844d197be988,40983,1731720015663 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:20:32,619 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.shipper844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 844d197be988,40983,1731720015663 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:20:32,686 INFO [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T01:20:32,686 DEBUG [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:20:32,686 DEBUG [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:20:32,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T01:20:32,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T01:20:32,887 DEBUG [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:20:32,906 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 1033, reset compression=false 2024-11-16T01:20:32,958 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740/.tmp/rep_barrier/7ff01a4c39dc4baa8e6964e2ee9cf868 2024-11-16T01:20:32,974 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740/.tmp/table/e1bc59ef1f594d8c93ef327feed4adab is 53, key is hbase:replication/table:state/1731720025858/Put/seqid=0 2024-11-16T01:20:32,975 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139 to pos 1328, reset compression=false 2024-11-16T01:20:32,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741849_1025 (size=5308) 2024-11-16T01:20:33,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 844d197be988,40983,1731720015663 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:20:33,022 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.shipper844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 844d197be988,40983,1731720015663 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:20:33,087 DEBUG [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:20:33,287 DEBUG [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:20:33,378 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740/.tmp/table/e1bc59ef1f594d8c93ef327feed4adab 2024-11-16T01:20:33,383 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740/.tmp/info/75492c5a8fc746cc8bc7140bbc084de7 as hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740/info/75492c5a8fc746cc8bc7140bbc084de7 2024-11-16T01:20:33,387 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740/info/75492c5a8fc746cc8bc7140bbc084de7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T01:20:33,388 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740/.tmp/ns/7d8ca611d4d24d019564e208c7e04f7f as hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740/ns/7d8ca611d4d24d019564e208c7e04f7f 2024-11-16T01:20:33,392 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740/ns/7d8ca611d4d24d019564e208c7e04f7f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T01:20:33,392 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740/.tmp/rep_barrier/7ff01a4c39dc4baa8e6964e2ee9cf868 as hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740/rep_barrier/7ff01a4c39dc4baa8e6964e2ee9cf868 2024-11-16T01:20:33,396 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740/rep_barrier/7ff01a4c39dc4baa8e6964e2ee9cf868, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T01:20:33,397 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740/.tmp/table/e1bc59ef1f594d8c93ef327feed4adab as hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740/table/e1bc59ef1f594d8c93ef327feed4adab 2024-11-16T01:20:33,400 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740/table/e1bc59ef1f594d8c93ef327feed4adab, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T01:20:33,401 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-11-16T01:20:33,404 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T01:20:33,405 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:20:33,405 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:20:33,405 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:20:33,405 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720031686Running coprocessor pre-close hooks at 1731720031686Disabling compacts and flushes for region at 1731720031686Disabling writes for close at 1731720031686Obtaining lock to block concurrent updates at 1731720031686Preparing flush snapshotting stores in 1588230740 at 1731720031686Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731720031686Flushing stores of hbase:meta,,1.1588230740 at 1731720031687 (+1 ms)Flushing 1588230740/info: creating writer at 1731720031687Flushing 1588230740/info: appending metadata at 1731720031703 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731720031703Flushing 1588230740/ns: creating writer at 1731720032115 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731720032133 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731720032133Flushing 1588230740/rep_barrier: creating writer at 1731720032541 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731720032554 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731720032554Flushing 1588230740/table: creating writer at 1731720032962 (+408 ms)Flushing 1588230740/table: appending metadata at 1731720032974 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731720032974Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d61d1e4: reopening flushed file at 1731720033382 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cbfd96f: reopening flushed file at 1731720033388 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44645d70: reopening flushed file at 1731720033392 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41befaa3: reopening flushed file at 1731720033396 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1731720033401 (+5 ms)Writing region close event to WAL at 1731720033402 (+1 ms)Running coprocessor post-close hooks at 1731720033405 (+3 ms)Closed at 1731720033405 2024-11-16T01:20:33,405 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T01:20:33,409 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 1033, reset compression=false 2024-11-16T01:20:33,479 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139 to pos 1328, reset compression=false 2024-11-16T01:20:33,487 INFO [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(976): stopping server 844d197be988,40983,1731720015663; all regions closed. 2024-11-16T01:20:33,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 844d197be988,40983,1731720015663 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:20:33,525 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.shipper844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 844d197be988,40983,1731720015663 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:20:33,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741834_1010 (size=4239) 2024-11-16T01:20:33,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741839_1015 (size=3127) 2024-11-16T01:20:33,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741832_1008 (size=1336) 2024-11-16T01:20:33,537 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/WALs/844d197be988,40983,1731720015663/844d197be988%2C40983%2C1731720015663.1731720018139 not finished, retry = 0 2024-11-16T01:20:33,638 DEBUG [RS:0;844d197be988:40983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:33,638 INFO [RS:0;844d197be988:40983 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:20:33,638 INFO [RS:0;844d197be988:40983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:20:33,638 INFO [RS:0;844d197be988:40983 {}] hbase.ChoreService(370): Chore service for: regionserver/844d197be988:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T01:20:33,638 INFO [RS:0;844d197be988:40983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:20:33,638 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:20:33,639 INFO [RS:0;844d197be988:40983 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-844d197be988,40983,1731720015663 because: Region server is closing 2024-11-16T01:20:33,639 INFO [RS:0;844d197be988:40983 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:40983. 2024-11-16T01:20:33,639 DEBUG [RS:0;844d197be988:40983 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:20:33,639 DEBUG [RS:0;844d197be988:40983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:33,639 DEBUG [RS:0;844d197be988:40983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:33,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:20:33,739 INFO [RS:0;844d197be988:40983 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.shipper844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 terminated 2024-11-16T01:20:33,739 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,40983,1731720015663.replicationSource.wal-reader.844d197be988%2C40983%2C1731720015663,1-844d197be988,40983,1731720015663 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T01:20:33,739 INFO [RS:0;844d197be988:40983 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:40983. 2024-11-16T01:20:33,739 DEBUG [RS:0;844d197be988:40983 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:20:33,739 DEBUG [RS:0;844d197be988:40983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:33,740 DEBUG [RS:0;844d197be988:40983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:33,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:20:33,740 INFO [RS:0;844d197be988:40983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40983 2024-11-16T01:20:33,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40983-0x101413a4ca80004, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1756086854/rs/844d197be988,40983,1731720015663 2024-11-16T01:20:33,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1756086854/rs 2024-11-16T01:20:33,757 INFO [RS:0;844d197be988:40983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:20:33,767 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [844d197be988,40983,1731720015663] 2024-11-16T01:20:33,778 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1756086854/draining/844d197be988,40983,1731720015663 already deleted, retry=false 2024-11-16T01:20:33,778 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 844d197be988,40983,1731720015663 expired; onlineServers=0 2024-11-16T01:20:33,778 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '844d197be988,39347,1731720015432' ***** 2024-11-16T01:20:33,778 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T01:20:33,778 INFO [M:0;844d197be988:39347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:20:33,778 INFO [M:0;844d197be988:39347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:20:33,778 DEBUG [M:0;844d197be988:39347 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T01:20:33,778 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T01:20:33,778 DEBUG [M:0;844d197be988:39347 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T01:20:33,778 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720017840 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720017840,5,FailOnTimeoutGroup] 2024-11-16T01:20:33,778 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720017844 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720017844,5,FailOnTimeoutGroup] 2024-11-16T01:20:33,778 INFO [M:0;844d197be988:39347 {}] hbase.ChoreService(370): Chore service for: master/844d197be988:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T01:20:33,778 INFO [M:0;844d197be988:39347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:20:33,778 DEBUG [M:0;844d197be988:39347 {}] master.HMaster(1795): Stopping service threads 2024-11-16T01:20:33,778 INFO [M:0;844d197be988:39347 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T01:20:33,778 INFO [M:0;844d197be988:39347 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:20:33,779 INFO [M:0;844d197be988:39347 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T01:20:33,779 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T01:20:33,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1756086854/master 2024-11-16T01:20:33,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1756086854 2024-11-16T01:20:33,788 DEBUG [M:0;844d197be988:39347 {}] zookeeper.ZKUtil(347): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Unable to get data of znode /1-1756086854/master because node does not exist (not an error) 2024-11-16T01:20:33,788 WARN [M:0;844d197be988:39347 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T01:20:33,789 INFO [M:0;844d197be988:39347 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/.lastflushedseqids 2024-11-16T01:20:33,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741850_1026 (size=263) 2024-11-16T01:20:33,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40983-0x101413a4ca80004, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:20:33,867 INFO [RS:0;844d197be988:40983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:20:33,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40983-0x101413a4ca80004, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:20:33,868 INFO [RS:0;844d197be988:40983 {}] regionserver.HRegionServer(1031): Exiting; stopping=844d197be988,40983,1731720015663; zookeeper connection closed. 2024-11-16T01:20:33,868 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7349a2b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7349a2b 2024-11-16T01:20:33,868 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T01:20:34,012 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 1033, reset compression=false 2024-11-16T01:20:34,128 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 844d197be988:40983 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 844d197be988/172.17.0.2:40983 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:20:34,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 844d197be988:40983 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 844d197be988/172.17.0.2:40983 2024-11-16T01:20:34,128 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.shipper844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=844d197be988:40983 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 844d197be988/172.17.0.2:40983 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 844d197be988/172.17.0.2:40983 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T01:20:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39347 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T01:20:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39347 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:39898 deadline: 1731720094130, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-16T01:20:34,147 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.shipper844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T01:20:34,148 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.shipper844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T01:20:34,193 INFO [M:0;844d197be988:39347 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T01:20:34,194 INFO [M:0;844d197be988:39347 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T01:20:34,194 DEBUG [M:0;844d197be988:39347 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:20:34,194 INFO [M:0;844d197be988:39347 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:34,194 DEBUG [M:0;844d197be988:39347 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:34,194 DEBUG [M:0;844d197be988:39347 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:20:34,194 DEBUG [M:0;844d197be988:39347 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:34,194 INFO [M:0;844d197be988:39347 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T01:20:34,211 DEBUG [M:0;844d197be988:39347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f542ba502a57404f93bf8099fb824db3 is 82, key is hbase:meta,,1/info:regioninfo/1731720019070/Put/seqid=0 2024-11-16T01:20:34,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741851_1027 (size=5672) 2024-11-16T01:20:34,615 INFO [M:0;844d197be988:39347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f542ba502a57404f93bf8099fb824db3 2024-11-16T01:20:34,636 DEBUG [M:0;844d197be988:39347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/212337b7e03f4e1e819447cb3bee2215 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731720025861/Put/seqid=0 2024-11-16T01:20:34,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741852_1028 (size=8516) 2024-11-16T01:20:34,715 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 1033, reset compression=false 2024-11-16T01:20:34,848 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.shipper844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-16T01:20:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39347 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T01:20:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39347 {}] ipc.CallRunner(138): callId: 26 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:39898 deadline: 1731720094849, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-16T01:20:34,850 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.shipper844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T01:20:34,851 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.shipper844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T01:20:34,851 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.shipper844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-16T01:20:35,042 INFO [M:0;844d197be988:39347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/212337b7e03f4e1e819447cb3bee2215 2024-11-16T01:20:35,063 DEBUG [M:0;844d197be988:39347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1043f20aa1b84b65a0d5b9c5074b1ce4 is 69, key is 844d197be988,40983,1731720015663/rs:state/1731720017926/Put/seqid=0 2024-11-16T01:20:35,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741853_1029 (size=5156) 2024-11-16T01:20:35,467 INFO [M:0;844d197be988:39347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1043f20aa1b84b65a0d5b9c5074b1ce4 2024-11-16T01:20:35,472 DEBUG [M:0;844d197be988:39347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f542ba502a57404f93bf8099fb824db3 as hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f542ba502a57404f93bf8099fb824db3 2024-11-16T01:20:35,476 INFO [M:0;844d197be988:39347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f542ba502a57404f93bf8099fb824db3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T01:20:35,477 DEBUG [M:0;844d197be988:39347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/212337b7e03f4e1e819447cb3bee2215 as hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/212337b7e03f4e1e819447cb3bee2215 2024-11-16T01:20:35,483 INFO [M:0;844d197be988:39347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/212337b7e03f4e1e819447cb3bee2215, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T01:20:35,484 DEBUG [M:0;844d197be988:39347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1043f20aa1b84b65a0d5b9c5074b1ce4 as hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1043f20aa1b84b65a0d5b9c5074b1ce4 2024-11-16T01:20:35,488 INFO [M:0;844d197be988:39347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35189/user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1043f20aa1b84b65a0d5b9c5074b1ce4, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T01:20:35,489 INFO [M:0;844d197be988:39347 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=97, compaction requested=false 2024-11-16T01:20:35,493 INFO [M:0;844d197be988:39347 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:35,493 DEBUG [M:0;844d197be988:39347 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720034194Disabling compacts and flushes for region at 1731720034194Disabling writes for close at 1731720034194Obtaining lock to block concurrent updates at 1731720034194Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731720034194Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731720034194Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731720034195 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731720034195Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731720034211 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731720034211Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731720034619 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731720034636 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731720034636Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731720035045 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731720035062 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731720035062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dc5bd72: reopening flushed file at 1731720035471 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53af539e: reopening flushed file at 1731720035476 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46253025: reopening flushed file at 1731720035483 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=97, compaction requested=false at 1731720035489 (+6 ms)Writing region close event to WAL at 1731720035493 (+4 ms)Closed at 1731720035493 2024-11-16T01:20:35,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42461 is added to blk_1073741830_1006 (size=63654) 2024-11-16T01:20:35,494 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f935c593-f6a6-5ad5-332b-b8ff41669fc6/MasterData/WALs/844d197be988,39347,1731720015432/844d197be988%2C39347%2C1731720015432.1731720017415 not finished, retry = 0 2024-11-16T01:20:35,520 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 1033, reset compression=false 2024-11-16T01:20:35,595 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:20:35,595 INFO [M:0;844d197be988:39347 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T01:20:35,595 INFO [M:0;844d197be988:39347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39347 2024-11-16T01:20:35,596 INFO [M:0;844d197be988:39347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:20:35,652 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.shipper844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-16T01:20:35,653 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 844d197be988:39347 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 844d197be988/172.17.0.2:39347 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:20:35,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 844d197be988:39347 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 844d197be988/172.17.0.2:39347 2024-11-16T01:20:35,758 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:35,759 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 844d197be988:39347 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 844d197be988/172.17.0.2:39347 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T01:20:35,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=844d197be988:39347 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 844d197be988/172.17.0.2:39347 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-16T01:20:35,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 844d197be988:39347 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 844d197be988/172.17.0.2:39347 2024-11-16T01:20:35,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:20:35,762 INFO [M:0;844d197be988:39347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:20:35,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39347-0x101413a4ca80003, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:20:35,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7738c052{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:20:35,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48747b9a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:20:35,798 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:20:35,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46591138{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:20:35,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@562151bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/hadoop.log.dir/,STOPPED} 2024-11-16T01:20:35,799 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T01:20:35,799 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T01:20:35,799 WARN [BP-1535758798-172.17.0.2-1731720013561 heartbeating to localhost/127.0.0.1:35189 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T01:20:35,799 WARN [BP-1535758798-172.17.0.2-1731720013561 heartbeating to localhost/127.0.0.1:35189 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1535758798-172.17.0.2-1731720013561 (Datanode Uuid 14f7e0e2-e65b-47ec-9d55-ccc3b6756c55) service to localhost/127.0.0.1:35189 2024-11-16T01:20:35,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/cluster_f65a1f38-425b-1c6a-4c1f-95ec8da032b3/data/data1/current/BP-1535758798-172.17.0.2-1731720013561 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:20:35,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/cluster_f65a1f38-425b-1c6a-4c1f-95ec8da032b3/data/data2/current/BP-1535758798-172.17.0.2-1731720013561 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:20:35,800 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T01:20:35,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4985d60c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:20:35,805 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d816ae9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:20:35,805 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:20:35,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f21a9ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:20:35,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abd7633{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/hadoop.log.dir/,STOPPED} 2024-11-16T01:20:35,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T01:20:35,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T01:20:35,818 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:20:35,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:20:35,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:35,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:35,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:20:35,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T01:20:35,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=335189394, stopped=false 2024-11-16T01:20:35,818 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=844d197be988,44875,1731720009981 2024-11-16T01:20:35,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101413a4ca80001, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01696441640/running 2024-11-16T01:20:35,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01696441640/running 2024-11-16T01:20:35,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101413a4ca80001, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01696441640 2024-11-16T01:20:35,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01696441640 2024-11-16T01:20:35,830 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:20:35,831 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:20:35,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Set watcher on znode that does not yet exist, /01696441640/running 2024-11-16T01:20:35,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:20:35,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:35,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41155-0x101413a4ca80001, quorum=127.0.0.1:60298, baseZNode=/01696441640 Set watcher on znode that does not yet exist, /01696441640/running 2024-11-16T01:20:35,831 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '844d197be988,41155,1731720010176' ***** 2024-11-16T01:20:35,831 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T01:20:35,831 INFO [RS:0;844d197be988:41155 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T01:20:35,831 INFO [RS:0;844d197be988:41155 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T01:20:35,831 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T01:20:35,831 INFO [RS:0;844d197be988:41155 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T01:20:35,831 INFO [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(3091): Received CLOSE for e6dcb8dd7f5b516d1a5dfbfaee85a9eb 2024-11-16T01:20:35,832 INFO [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(3091): Received CLOSE for b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 2024-11-16T01:20:35,832 INFO [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(959): stopping server 844d197be988,41155,1731720010176 2024-11-16T01:20:35,832 INFO [RS:0;844d197be988:41155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:20:35,832 INFO [RS:0;844d197be988:41155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:41155. 2024-11-16T01:20:35,832 DEBUG [RS:0;844d197be988:41155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:20:35,832 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6dcb8dd7f5b516d1a5dfbfaee85a9eb, disabling compactions & flushes 2024-11-16T01:20:35,832 DEBUG [RS:0;844d197be988:41155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:35,832 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb. 2024-11-16T01:20:35,832 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb. 2024-11-16T01:20:35,832 INFO [RS:0;844d197be988:41155 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T01:20:35,832 INFO [RS:0;844d197be988:41155 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T01:20:35,832 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb. after waiting 0 ms 2024-11-16T01:20:35,832 INFO [RS:0;844d197be988:41155 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T01:20:35,832 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb. 2024-11-16T01:20:35,832 INFO [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T01:20:35,832 INFO [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T01:20:35,832 DEBUG [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(1325): Online Regions={e6dcb8dd7f5b516d1a5dfbfaee85a9eb=test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb., 1588230740=hbase:meta,,1.1588230740, b0ff8c3ea3c97c7a1f3fdf7d71f3fc11=hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11.} 2024-11-16T01:20:35,832 DEBUG [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0ff8c3ea3c97c7a1f3fdf7d71f3fc11, e6dcb8dd7f5b516d1a5dfbfaee85a9eb 2024-11-16T01:20:35,832 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:20:35,832 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:20:35,832 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:20:35,832 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:20:35,832 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:20:35,832 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T01:20:35,835 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/default/test/e6dcb8dd7f5b516d1a5dfbfaee85a9eb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T01:20:35,836 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:20:35,836 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:20:35,836 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb. 2024-11-16T01:20:35,836 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6dcb8dd7f5b516d1a5dfbfaee85a9eb: Waiting for close lock at 1731720035832Running coprocessor pre-close hooks at 1731720035832Disabling compacts and flushes for region at 1731720035832Disabling writes for close at 1731720035832Writing region close event to WAL at 1731720035832Running coprocessor post-close hooks at 1731720035836 (+4 ms)Closed at 1731720035836 2024-11-16T01:20:35,836 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb. 2024-11-16T01:20:35,836 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0ff8c3ea3c97c7a1f3fdf7d71f3fc11, disabling compactions & flushes 2024-11-16T01:20:35,836 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11. 2024-11-16T01:20:35,836 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11. 2024-11-16T01:20:35,836 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11. after waiting 0 ms 2024-11-16T01:20:35,836 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11. 2024-11-16T01:20:35,836 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-16T01:20:35,846 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740/.tmp/info/21951cf6f087485f8bb5829907e05647 is 147, key is hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11./info:regioninfo/1731720023697/Put/seqid=0 2024-11-16T01:20:35,853 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/replication/b0ff8c3ea3c97c7a1f3fdf7d71f3fc11/.tmp/hfileref/301bb514f1744c4e88b0c88702f078fb is 74, key is 1/hfileref:0d0c315a08a3442aa9fcad2fe5d05450_SeqId_4_/1731720029339/DeleteColumn/seqid=0 2024-11-16T01:20:35,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741846_1022 (size=7686) 2024-11-16T01:20:35,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741847_1023 (size=5345) 2024-11-16T01:20:35,885 INFO [regionserver/844d197be988:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:20:35,968 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:35,968 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 844d197be988:39347 this server is in the failed servers list 2024-11-16T01:20:35,969 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 844d197be988:39347 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:20:36,032 DEBUG [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 2024-11-16T01:20:36,233 DEBUG [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 2024-11-16T01:20:36,254 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740/.tmp/info/21951cf6f087485f8bb5829907e05647 2024-11-16T01:20:36,257 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/replication/b0ff8c3ea3c97c7a1f3fdf7d71f3fc11/.tmp/hfileref/301bb514f1744c4e88b0c88702f078fb 2024-11-16T01:20:36,274 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740/.tmp/ns/13092d36f1cc49ef8ac069d1859c79d5 is 43, key is default/ns:d/1731720013482/Put/seqid=0 2024-11-16T01:20:36,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741848_1024 (size=5153) 2024-11-16T01:20:36,278 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:36,278 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 844d197be988:39347 this server is in the failed servers list 2024-11-16T01:20:36,278 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 844d197be988:39347 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:20:36,283 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/replication/b0ff8c3ea3c97c7a1f3fdf7d71f3fc11/.tmp/queue/71a3fff8b74e4913aeb72788f8fee6b2 is 153, key is 1-844d197be988,41155,1731720010176/queue:844d197be988%2C41155%2C1731720010176/1731720029340/Put/seqid=0 2024-11-16T01:20:36,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741849_1025 (size=5352) 2024-11-16T01:20:36,423 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 1033, reset compression=false 2024-11-16T01:20:36,427 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:20:36,427 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 1328, reset compression=false 2024-11-16T01:20:36,428 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T01:20:36,429 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T01:20:36,433 DEBUG [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 2024-11-16T01:20:36,630 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 1328, reset compression=false 2024-11-16T01:20:36,633 DEBUG [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 2024-11-16T01:20:36,678 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740/.tmp/ns/13092d36f1cc49ef8ac069d1859c79d5 2024-11-16T01:20:36,686 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/replication/b0ff8c3ea3c97c7a1f3fdf7d71f3fc11/.tmp/queue/71a3fff8b74e4913aeb72788f8fee6b2 2024-11-16T01:20:36,691 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/replication/b0ff8c3ea3c97c7a1f3fdf7d71f3fc11/.tmp/hfileref/301bb514f1744c4e88b0c88702f078fb as hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/replication/b0ff8c3ea3c97c7a1f3fdf7d71f3fc11/hfileref/301bb514f1744c4e88b0c88702f078fb 2024-11-16T01:20:36,696 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/replication/b0ff8c3ea3c97c7a1f3fdf7d71f3fc11/hfileref/301bb514f1744c4e88b0c88702f078fb, entries=4, sequenceid=10, filesize=5.2 K 2024-11-16T01:20:36,697 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/replication/b0ff8c3ea3c97c7a1f3fdf7d71f3fc11/.tmp/queue/71a3fff8b74e4913aeb72788f8fee6b2 as hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/replication/b0ff8c3ea3c97c7a1f3fdf7d71f3fc11/queue/71a3fff8b74e4913aeb72788f8fee6b2 2024-11-16T01:20:36,699 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740/.tmp/rep_barrier/387f0a6c56ef4911baa3b16dfd2139c1 is 112, key is test,,1731720019225.e6dcb8dd7f5b516d1a5dfbfaee85a9eb./rep_barrier:seqnumDuringOpen/1731720020370/Put/seqid=0 2024-11-16T01:20:36,702 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/replication/b0ff8c3ea3c97c7a1f3fdf7d71f3fc11/queue/71a3fff8b74e4913aeb72788f8fee6b2, entries=1, sequenceid=10, filesize=5.2 K 2024-11-16T01:20:36,703 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 in 867ms, sequenceid=10, compaction requested=false 2024-11-16T01:20:36,703 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T01:20:36,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741850_1026 (size=5518) 2024-11-16T01:20:36,713 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/replication/b0ff8c3ea3c97c7a1f3fdf7d71f3fc11/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T01:20:36,713 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:20:36,713 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:20:36,713 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11. 2024-11-16T01:20:36,713 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0ff8c3ea3c97c7a1f3fdf7d71f3fc11: Waiting for close lock at 1731720035836Running coprocessor pre-close hooks at 1731720035836Disabling compacts and flushes for region at 1731720035836Disabling writes for close at 1731720035836Obtaining lock to block concurrent updates at 1731720035836Preparing flush snapshotting stores in b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 at 1731720035836Finished memstore snapshotting hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731720035837 (+1 ms)Flushing stores of hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11. at 1731720035837Flushing b0ff8c3ea3c97c7a1f3fdf7d71f3fc11/hfileref: creating writer at 1731720035837Flushing b0ff8c3ea3c97c7a1f3fdf7d71f3fc11/hfileref: appending metadata at 1731720035852 (+15 ms)Flushing b0ff8c3ea3c97c7a1f3fdf7d71f3fc11/hfileref: closing flushed file at 1731720035852Flushing b0ff8c3ea3c97c7a1f3fdf7d71f3fc11/queue: creating writer at 1731720036263 (+411 ms)Flushing b0ff8c3ea3c97c7a1f3fdf7d71f3fc11/queue: appending metadata at 1731720036282 (+19 ms)Flushing b0ff8c3ea3c97c7a1f3fdf7d71f3fc11/queue: closing flushed file at 1731720036282Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57c8ff89: reopening flushed file at 1731720036690 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19fb1993: reopening flushed file at 1731720036696 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for b0ff8c3ea3c97c7a1f3fdf7d71f3fc11 in 867ms, sequenceid=10, compaction requested=false at 1731720036703 (+7 ms)Writing region close event to WAL at 1731720036710 (+7 ms)Running coprocessor post-close hooks at 1731720036713 (+3 ms)Closed at 1731720036713 2024-11-16T01:20:36,713 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731720022539.b0ff8c3ea3c97c7a1f3fdf7d71f3fc11. 2024-11-16T01:20:36,788 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:36,788 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 844d197be988:39347 this server is in the failed servers list 2024-11-16T01:20:36,789 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 844d197be988:39347 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:20:36,833 INFO [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T01:20:36,833 DEBUG [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:20:36,833 DEBUG [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:20:36,934 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 1328, reset compression=false 2024-11-16T01:20:37,033 DEBUG [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:20:37,111 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740/.tmp/rep_barrier/387f0a6c56ef4911baa3b16dfd2139c1 2024-11-16T01:20:37,128 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740/.tmp/table/77cc7abede7244158ecbe48dd819972d is 53, key is hbase:replication/table:state/1731720023703/Put/seqid=0 2024-11-16T01:20:37,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741851_1027 (size=5308) 2024-11-16T01:20:37,192 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:20:37,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:37,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:37,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:37,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:37,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:37,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:37,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:37,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:37,234 DEBUG [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:20:37,340 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.wal-reader.844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.1731720012497 to pos 1328, reset compression=false 2024-11-16T01:20:37,434 DEBUG [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:20:37,533 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740/.tmp/table/77cc7abede7244158ecbe48dd819972d 2024-11-16T01:20:37,539 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740/.tmp/info/21951cf6f087485f8bb5829907e05647 as hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740/info/21951cf6f087485f8bb5829907e05647 2024-11-16T01:20:37,543 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740/info/21951cf6f087485f8bb5829907e05647, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T01:20:37,544 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740/.tmp/ns/13092d36f1cc49ef8ac069d1859c79d5 as hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740/ns/13092d36f1cc49ef8ac069d1859c79d5 2024-11-16T01:20:37,549 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740/ns/13092d36f1cc49ef8ac069d1859c79d5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T01:20:37,551 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740/.tmp/rep_barrier/387f0a6c56ef4911baa3b16dfd2139c1 as hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740/rep_barrier/387f0a6c56ef4911baa3b16dfd2139c1 2024-11-16T01:20:37,557 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740/rep_barrier/387f0a6c56ef4911baa3b16dfd2139c1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T01:20:37,558 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740/.tmp/table/77cc7abede7244158ecbe48dd819972d as hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740/table/77cc7abede7244158ecbe48dd819972d 2024-11-16T01:20:37,563 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740/table/77cc7abede7244158ecbe48dd819972d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T01:20:37,564 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false 2024-11-16T01:20:37,564 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T01:20:37,574 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T01:20:37,574 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:20:37,575 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:20:37,575 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:20:37,575 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720035832Running coprocessor pre-close hooks at 1731720035832Disabling compacts and flushes for region at 1731720035832Disabling writes for close at 1731720035832Obtaining lock to block concurrent updates at 1731720035832Preparing flush snapshotting stores in 1588230740 at 1731720035832Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731720035833 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731720035833Flushing 1588230740/info: creating writer at 1731720035833Flushing 1588230740/info: appending metadata at 1731720035846 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731720035846Flushing 1588230740/ns: creating writer at 1731720036259 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731720036274 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731720036274Flushing 1588230740/rep_barrier: creating writer at 1731720036682 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731720036699 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731720036699Flushing 1588230740/table: creating writer at 1731720037116 (+417 ms)Flushing 1588230740/table: appending metadata at 1731720037128 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731720037128Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@545cb840: reopening flushed file at 1731720037538 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20ead50: reopening flushed file at 1731720037543 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b065b8a: reopening flushed file at 1731720037550 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59604765: reopening flushed file at 1731720037557 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false at 1731720037564 (+7 ms)Writing region close event to WAL at 1731720037571 (+7 ms)Running coprocessor post-close hooks at 1731720037574 (+3 ms)Closed at 1731720037575 (+1 ms) 2024-11-16T01:20:37,575 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T01:20:37,634 INFO [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(976): stopping server 844d197be988,41155,1731720010176; all regions closed. 2024-11-16T01:20:37,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741834_1010 (size=4239) 2024-11-16T01:20:37,638 DEBUG [RS:0;844d197be988:41155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/oldWALs 2024-11-16T01:20:37,638 INFO [RS:0;844d197be988:41155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C41155%2C1731720010176.meta:.meta(num 1731720013411) 2024-11-16T01:20:37,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741839_1015 (size=2695) 2024-11-16T01:20:37,640 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/WALs/844d197be988,41155,1731720010176/844d197be988%2C41155%2C1731720010176.rep.1731720023669 not finished, retry = 0 2024-11-16T01:20:37,743 DEBUG [RS:0;844d197be988:41155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/oldWALs 2024-11-16T01:20:37,743 INFO [RS:0;844d197be988:41155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C41155%2C1731720010176.rep:(num 1731720023669) 2024-11-16T01:20:37,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741832_1008 (size=1336) 2024-11-16T01:20:37,751 DEBUG [RS:0;844d197be988:41155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/oldWALs 2024-11-16T01:20:37,752 INFO [RS:0;844d197be988:41155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C41155%2C1731720010176:(num 1731720012497) 2024-11-16T01:20:37,752 DEBUG [RS:0;844d197be988:41155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:37,752 INFO [RS:0;844d197be988:41155 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:20:37,752 INFO [RS:0;844d197be988:41155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:20:37,752 INFO [RS:0;844d197be988:41155 {}] hbase.ChoreService(370): Chore service for: regionserver/844d197be988:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T01:20:37,752 INFO [RS:0;844d197be988:41155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:20:37,752 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:20:37,752 INFO [RS:0;844d197be988:41155 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-844d197be988,41155,1731720010176 because: Region server is closing 2024-11-16T01:20:37,752 INFO [RS:0;844d197be988:41155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:41155. 2024-11-16T01:20:37,752 DEBUG [RS:0;844d197be988:41155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:20:37,752 DEBUG [RS:0;844d197be988:41155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:37,752 DEBUG [RS:0;844d197be988:41155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:37,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:20:37,798 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:37,799 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:20:37,801 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:20:37,853 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.shipper844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-16T01:20:37,853 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.shipper844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T01:20:37,853 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.shipper844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-16T01:20:38,754 INFO [RS:0;844d197be988:41155 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41155,1731720010176.replicationSource.shipper844d197be988%2C41155%2C1731720010176,1-844d197be988,41155,1731720010176 terminated 2024-11-16T01:20:38,754 INFO [RS:0;844d197be988:41155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:41155. 2024-11-16T01:20:38,754 DEBUG [RS:0;844d197be988:41155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:20:38,754 DEBUG [RS:0;844d197be988:41155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:38,754 DEBUG [RS:0;844d197be988:41155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:38,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:20:38,755 INFO [RS:0;844d197be988:41155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41155 2024-11-16T01:20:38,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01696441640/rs 2024-11-16T01:20:38,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101413a4ca80001, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01696441640/rs/844d197be988,41155,1731720010176 2024-11-16T01:20:38,879 INFO [RS:0;844d197be988:41155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:20:39,074 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [844d197be988,41155,1731720010176] 2024-11-16T01:20:39,125 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01696441640/draining/844d197be988,41155,1731720010176 already deleted, retry=false 2024-11-16T01:20:39,125 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 844d197be988,41155,1731720010176 expired; onlineServers=0 2024-11-16T01:20:39,125 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '844d197be988,44875,1731720009981' ***** 2024-11-16T01:20:39,125 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T01:20:39,125 INFO [M:0;844d197be988:44875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:20:39,125 INFO [M:0;844d197be988:44875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:20:39,125 DEBUG [M:0;844d197be988:44875 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T01:20:39,125 DEBUG [M:0;844d197be988:44875 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T01:20:39,125 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T01:20:39,125 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720012225 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720012225,5,FailOnTimeoutGroup] 2024-11-16T01:20:39,125 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720012226 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720012226,5,FailOnTimeoutGroup] 2024-11-16T01:20:39,126 INFO [M:0;844d197be988:44875 {}] hbase.ChoreService(370): Chore service for: master/844d197be988:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T01:20:39,126 INFO [M:0;844d197be988:44875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:20:39,126 DEBUG [M:0;844d197be988:44875 {}] master.HMaster(1795): Stopping service threads 2024-11-16T01:20:39,126 INFO [M:0;844d197be988:44875 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T01:20:39,126 INFO [M:0;844d197be988:44875 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:20:39,126 INFO [M:0;844d197be988:44875 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T01:20:39,126 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T01:20:39,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01696441640/master 2024-11-16T01:20:39,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01696441640 2024-11-16T01:20:39,146 DEBUG [M:0;844d197be988:44875 {}] zookeeper.ZKUtil(347): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Unable to get data of znode /01696441640/master because node does not exist (not an error) 2024-11-16T01:20:39,146 WARN [M:0;844d197be988:44875 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T01:20:39,147 INFO [M:0;844d197be988:44875 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/.lastflushedseqids 2024-11-16T01:20:39,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741852_1028 (size=263) 2024-11-16T01:20:39,151 INFO [M:0;844d197be988:44875 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T01:20:39,151 INFO [M:0;844d197be988:44875 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T01:20:39,151 DEBUG [M:0;844d197be988:44875 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:20:39,151 INFO [M:0;844d197be988:44875 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:39,151 DEBUG [M:0;844d197be988:44875 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:39,151 DEBUG [M:0;844d197be988:44875 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:20:39,151 DEBUG [M:0;844d197be988:44875 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:39,151 INFO [M:0;844d197be988:44875 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T01:20:39,167 DEBUG [M:0;844d197be988:44875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea9e1d15a77444eebc3ec9673baf1642 is 82, key is hbase:meta,,1/info:regioninfo/1731720013439/Put/seqid=0 2024-11-16T01:20:39,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741853_1029 (size=5672) 2024-11-16T01:20:39,171 INFO [M:0;844d197be988:44875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea9e1d15a77444eebc3ec9673baf1642 2024-11-16T01:20:39,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101413a4ca80001, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:20:39,175 INFO [RS:0;844d197be988:41155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:20:39,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101413a4ca80001, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:20:39,175 INFO [RS:0;844d197be988:41155 {}] regionserver.HRegionServer(1031): Exiting; stopping=844d197be988,41155,1731720010176; zookeeper connection closed. 2024-11-16T01:20:39,175 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@484ef957 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@484ef957 2024-11-16T01:20:39,175 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T01:20:39,191 DEBUG [M:0;844d197be988:44875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03e89688d5da4184bd6655821101a329 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731720023706/Put/seqid=0 2024-11-16T01:20:39,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741854_1030 (size=8516) 2024-11-16T01:20:39,570 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T01:20:39,595 INFO [M:0;844d197be988:44875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03e89688d5da4184bd6655821101a329 2024-11-16T01:20:39,617 DEBUG [M:0;844d197be988:44875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5da68718da3f40069f2095fb9d690f30 is 69, key is 844d197be988,41155,1731720010176/rs:state/1731720012346/Put/seqid=0 2024-11-16T01:20:39,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741855_1031 (size=5156) 2024-11-16T01:20:39,625 INFO [M:0;844d197be988:44875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5da68718da3f40069f2095fb9d690f30 2024-11-16T01:20:39,629 DEBUG [M:0;844d197be988:44875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea9e1d15a77444eebc3ec9673baf1642 as hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea9e1d15a77444eebc3ec9673baf1642 2024-11-16T01:20:39,633 INFO [M:0;844d197be988:44875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea9e1d15a77444eebc3ec9673baf1642, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T01:20:39,634 DEBUG [M:0;844d197be988:44875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03e89688d5da4184bd6655821101a329 as hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03e89688d5da4184bd6655821101a329 2024-11-16T01:20:39,638 INFO [M:0;844d197be988:44875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03e89688d5da4184bd6655821101a329, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T01:20:39,638 DEBUG [M:0;844d197be988:44875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5da68718da3f40069f2095fb9d690f30 as hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5da68718da3f40069f2095fb9d690f30 2024-11-16T01:20:39,646 INFO [M:0;844d197be988:44875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39403/user/jenkins/test-data/b43df410-ccb9-60d1-5701-fa9b00a941a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5da68718da3f40069f2095fb9d690f30, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T01:20:39,647 INFO [M:0;844d197be988:44875 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 496ms, sequenceid=97, compaction requested=false 2024-11-16T01:20:39,649 INFO [M:0;844d197be988:44875 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:39,649 DEBUG [M:0;844d197be988:44875 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720039151Disabling compacts and flushes for region at 1731720039151Disabling writes for close at 1731720039151Obtaining lock to block concurrent updates at 1731720039151Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731720039151Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731720039152 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731720039152Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731720039152Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731720039167 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731720039167Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731720039175 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731720039191 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731720039191Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731720039600 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731720039616 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731720039616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52b9f02b: reopening flushed file at 1731720039628 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c3dcad: reopening flushed file at 1731720039633 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e8d254: reopening flushed file at 1731720039638 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 496ms, sequenceid=97, compaction requested=false at 1731720039647 (+9 ms)Writing region close event to WAL at 1731720039649 (+2 ms)Closed at 1731720039649 2024-11-16T01:20:39,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741830_1006 (size=63654) 2024-11-16T01:20:39,652 INFO [M:0;844d197be988:44875 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T01:20:39,652 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:20:39,652 INFO [M:0;844d197be988:44875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44875 2024-11-16T01:20:39,652 INFO [M:0;844d197be988:44875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:20:39,808 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:39,809 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:20:39,809 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4156 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:20:39,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:20:39,980 INFO [M:0;844d197be988:44875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:20:39,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44875-0x101413a4ca80000, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:20:39,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bee1721{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:20:39,982 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dd94011{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:20:39,982 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:20:39,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c31ec9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:20:39,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@322eb927{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/hadoop.log.dir/,STOPPED} 2024-11-16T01:20:39,983 WARN [BP-1756243650-172.17.0.2-1731720007954 heartbeating to localhost/127.0.0.1:39403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T01:20:39,983 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T01:20:39,983 WARN [BP-1756243650-172.17.0.2-1731720007954 heartbeating to localhost/127.0.0.1:39403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1756243650-172.17.0.2-1731720007954 (Datanode Uuid d961a631-b150-43c3-992b-80cd41cb23db) service to localhost/127.0.0.1:39403 2024-11-16T01:20:39,983 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T01:20:39,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/cluster_5c8a830d-20c7-f4ec-6e33-174648aa84b4/data/data1/current/BP-1756243650-172.17.0.2-1731720007954 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:20:39,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/cluster_5c8a830d-20c7-f4ec-6e33-174648aa84b4/data/data2/current/BP-1756243650-172.17.0.2-1731720007954 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:20:39,984 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T01:20:39,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3bc3c58c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:20:39,990 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62ac5301{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:20:39,990 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:20:39,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@751989bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:20:39,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ca5bf28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429ac92-3986-1fb9-5b8c-04cfe332fb43/hadoop.log.dir/,STOPPED} 2024-11-16T01:20:39,995 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T01:20:40,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T01:20:40,014 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=237 (was 203) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:35189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:39403 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:35189 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:39403 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:35189 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:39403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:35189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:35189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:39403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60298) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:39403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60298) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:35189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=325 (was 296) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5194 (was 5312) 2024-11-16T01:20:40,024 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=237, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=325, ProcessCount=11, AvailableMemoryMB=5194 2024-11-16T01:20:40,037 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-16T01:20:40,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/hadoop.log.dir so I do NOT create it in target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4 2024-11-16T01:20:40,038 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T01:20:40,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/hadoop.tmp.dir so I do NOT create it in target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4 2024-11-16T01:20:40,038 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc4d2928-9b08-2a21-a1c7-ecb456536fe7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T01:20:40,038 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4 2024-11-16T01:20:40,038 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/cluster_e07a09f6-3de4-745d-ced9-d3ba8516fedd, deleteOnExit=true 2024-11-16T01:20:40,040 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/cluster_e07a09f6-3de4-745d-ced9-d3ba8516fedd/zookeeper_0, clientPort=58947, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/cluster_e07a09f6-3de4-745d-ced9-d3ba8516fedd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/cluster_e07a09f6-3de4-745d-ced9-d3ba8516fedd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T01:20:40,041 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58947 2024-11-16T01:20:40,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T01:20:40,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T01:20:40,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/test.cache.data in system properties and HBase conf 2024-11-16T01:20:40,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T01:20:40,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/hadoop.log.dir in system properties and HBase conf 2024-11-16T01:20:40,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T01:20:40,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T01:20:40,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T01:20:40,042 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T01:20:40,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:20:40,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:20:40,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T01:20:40,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:20:40,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T01:20:40,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T01:20:40,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:20:40,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:20:40,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T01:20:40,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/nfs.dump.dir in system properties and HBase conf 2024-11-16T01:20:40,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/java.io.tmpdir in system properties and HBase conf 2024-11-16T01:20:40,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:20:40,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T01:20:40,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T01:20:40,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101413a4ca80005, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T01:20:40,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101413a4ca80002, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T01:20:40,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101413a4ca80005, quorum=127.0.0.1:60298, baseZNode=/1-1756086854 Received Disconnected from ZooKeeper, ignoring 2024-11-16T01:20:40,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101413a4ca80002, quorum=127.0.0.1:60298, baseZNode=/01696441640 Received Disconnected from ZooKeeper, ignoring 2024-11-16T01:20:40,367 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:20:40,370 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:20:40,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:20:40,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:20:40,371 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T01:20:40,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:20:40,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52806609{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:20:40,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51076a0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:20:40,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58bf9a8c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/java.io.tmpdir/jetty-localhost-34783-hadoop-hdfs-3_4_1-tests_jar-_-any-8620850812755982379/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:20:40,501 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7480af43{HTTP/1.1, (http/1.1)}{localhost:34783} 2024-11-16T01:20:40,501 INFO [Time-limited test {}] server.Server(415): Started @205406ms 2024-11-16T01:20:40,786 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:20:40,789 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:20:40,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:20:40,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:20:40,791 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T01:20:40,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4034ede3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:20:40,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@121c05b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:20:40,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6587a940{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/java.io.tmpdir/jetty-localhost-44621-hadoop-hdfs-3_4_1-tests_jar-_-any-3950952711471862025/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:20:40,894 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19470430{HTTP/1.1, (http/1.1)}{localhost:44621} 2024-11-16T01:20:40,894 INFO [Time-limited test {}] server.Server(415): Started @205799ms 2024-11-16T01:20:40,895 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T01:20:42,216 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:20:42,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:42,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:42,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:42,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:42,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:42,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:42,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:42,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:42,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:42,279 WARN [Thread-2191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/cluster_e07a09f6-3de4-745d-ced9-d3ba8516fedd/data/data2/current/BP-2113277274-172.17.0.2-1731720040065/current, will proceed with Du for space computation calculation, 2024-11-16T01:20:42,279 WARN [Thread-2190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/cluster_e07a09f6-3de4-745d-ced9-d3ba8516fedd/data/data1/current/BP-2113277274-172.17.0.2-1731720040065/current, will proceed with Du for space computation calculation, 2024-11-16T01:20:42,303 WARN [Thread-2177 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T01:20:42,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd7700786871b284 with lease ID 0x4547257d73b56e2f: Processing first storage report for DS-e8d80ea8-8510-44f6-a0ae-fd96607b93d0 from datanode DatanodeRegistration(127.0.0.1:43459, datanodeUuid=ad5f8cc2-da19-4f96-833a-a0dcdebfa979, infoPort=43819, infoSecurePort=0, ipcPort=35747, storageInfo=lv=-57;cid=testClusterID;nsid=653689187;c=1731720040065) 2024-11-16T01:20:42,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd7700786871b284 with lease ID 0x4547257d73b56e2f: from storage DS-e8d80ea8-8510-44f6-a0ae-fd96607b93d0 node DatanodeRegistration(127.0.0.1:43459, datanodeUuid=ad5f8cc2-da19-4f96-833a-a0dcdebfa979, infoPort=43819, infoSecurePort=0, ipcPort=35747, storageInfo=lv=-57;cid=testClusterID;nsid=653689187;c=1731720040065), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:20:42,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd7700786871b284 with lease ID 0x4547257d73b56e2f: Processing first storage report for DS-fe88cf1f-ce0e-4459-8c99-d1a67d0a3eb1 from datanode DatanodeRegistration(127.0.0.1:43459, datanodeUuid=ad5f8cc2-da19-4f96-833a-a0dcdebfa979, infoPort=43819, infoSecurePort=0, ipcPort=35747, storageInfo=lv=-57;cid=testClusterID;nsid=653689187;c=1731720040065) 2024-11-16T01:20:42,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd7700786871b284 with lease ID 0x4547257d73b56e2f: from storage DS-fe88cf1f-ce0e-4459-8c99-d1a67d0a3eb1 node DatanodeRegistration(127.0.0.1:43459, datanodeUuid=ad5f8cc2-da19-4f96-833a-a0dcdebfa979, infoPort=43819, infoSecurePort=0, ipcPort=35747, storageInfo=lv=-57;cid=testClusterID;nsid=653689187;c=1731720040065), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:20:42,333 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4 2024-11-16T01:20:42,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:42,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:42,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741825_1001 (size=7) 2024-11-16T01:20:42,740 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711 with version=8 2024-11-16T01:20:42,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/hbase-staging 2024-11-16T01:20:42,742 INFO [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=45 2024-11-16T01:20:42,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:20:42,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:20:42,742 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:20:42,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:20:42,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:20:42,742 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T01:20:42,742 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:20:42,743 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44467 2024-11-16T01:20:42,744 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44467 connecting to ZooKeeper ensemble=127.0.0.1:58947 2024-11-16T01:20:42,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:20:42,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T01:20:42,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T01:20:42,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T01:20:42,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T01:20:42,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:20:42,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:20:42,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444670x0, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:20:42,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44467-0x101413aca130000 connected 2024-11-16T01:20:42,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:42,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:42,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Set watcher on znode that does not yet exist, /02077320371/running 2024-11-16T01:20:42,920 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711, hbase.cluster.distributed=false 2024-11-16T01:20:42,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Set watcher on znode that does not yet exist, /02077320371/acl 2024-11-16T01:20:42,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44467 2024-11-16T01:20:42,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44467 2024-11-16T01:20:42,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44467 2024-11-16T01:20:42,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44467 2024-11-16T01:20:42,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44467 2024-11-16T01:20:42,934 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=45 2024-11-16T01:20:42,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:20:42,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:20:42,934 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:20:42,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:20:42,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:20:42,935 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T01:20:42,935 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:20:42,936 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33155 2024-11-16T01:20:42,937 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33155 connecting to ZooKeeper ensemble=127.0.0.1:58947 2024-11-16T01:20:42,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:42,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:42,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331550x0, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:20:42,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33155-0x101413aca130001 connected 2024-11-16T01:20:42,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33155-0x101413aca130001, quorum=127.0.0.1:58947, baseZNode=/02077320371 Set watcher on znode that does not yet exist, /02077320371/running 2024-11-16T01:20:42,949 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T01:20:42,951 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T01:20:42,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33155-0x101413aca130001, quorum=127.0.0.1:58947, baseZNode=/02077320371 Set watcher on znode that does not yet exist, /02077320371/master 2024-11-16T01:20:42,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33155-0x101413aca130001, quorum=127.0.0.1:58947, baseZNode=/02077320371 Set watcher on znode that does not yet exist, /02077320371/acl 2024-11-16T01:20:42,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33155 2024-11-16T01:20:42,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33155 2024-11-16T01:20:42,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33155 2024-11-16T01:20:42,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33155 2024-11-16T01:20:42,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33155 2024-11-16T01:20:42,970 DEBUG [M:0;844d197be988:44467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:44467 2024-11-16T01:20:42,970 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02077320371/backup-masters/844d197be988,44467,1731720042742 2024-11-16T01:20:42,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02077320371/backup-masters 2024-11-16T01:20:42,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x101413aca130001, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02077320371/backup-masters 2024-11-16T01:20:42,980 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Set watcher on existing znode=/02077320371/backup-masters/844d197be988,44467,1731720042742 2024-11-16T01:20:42,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02077320371 2024-11-16T01:20:42,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x101413aca130001, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02077320371/master 2024-11-16T01:20:42,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x101413aca130001, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02077320371 2024-11-16T01:20:42,991 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Set watcher on existing znode=/02077320371/master 2024-11-16T01:20:42,991 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02077320371/backup-masters/844d197be988,44467,1731720042742 from backup master directory 2024-11-16T01:20:43,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02077320371/backup-masters/844d197be988,44467,1731720042742 2024-11-16T01:20:43,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x101413aca130001, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02077320371/backup-masters 2024-11-16T01:20:43,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02077320371/backup-masters 2024-11-16T01:20:43,001 WARN [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:20:43,001 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,44467,1731720042742 2024-11-16T01:20:43,004 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/hbase.id] with ID: 89963662-1be4-4981-ae07-009bfcd0e791 2024-11-16T01:20:43,004 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/.tmp/hbase.id 2024-11-16T01:20:43,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741826_1002 (size=42) 2024-11-16T01:20:43,009 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/.tmp/hbase.id]:[hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/hbase.id] 2024-11-16T01:20:43,016 INFO [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:43,016 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T01:20:43,017 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T01:20:43,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x101413aca130001, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02077320371 2024-11-16T01:20:43,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02077320371 2024-11-16T01:20:43,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741827_1003 (size=196) 2024-11-16T01:20:43,033 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:20:43,034 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T01:20:43,036 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:20:43,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741828_1004 (size=1189) 2024-11-16T01:20:43,442 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/data/master/store 2024-11-16T01:20:43,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741829_1005 (size=34) 2024-11-16T01:20:43,449 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:43,449 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:20:43,449 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:43,450 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:43,450 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:20:43,450 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:43,450 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:43,450 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720043449Disabling compacts and flushes for region at 1731720043449Disabling writes for close at 1731720043450 (+1 ms)Writing region close event to WAL at 1731720043450Closed at 1731720043450 2024-11-16T01:20:43,450 WARN [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/data/master/store/.initializing 2024-11-16T01:20:43,450 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/WALs/844d197be988,44467,1731720042742 2024-11-16T01:20:43,451 INFO [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:20:43,453 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C44467%2C1731720042742, suffix=, logDir=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/WALs/844d197be988,44467,1731720042742, archiveDir=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/oldWALs, maxLogs=10 2024-11-16T01:20:43,465 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/WALs/844d197be988,44467,1731720042742/844d197be988%2C44467%2C1731720042742.1731720043453, exclude list is [], retry=0 2024-11-16T01:20:43,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43459,DS-e8d80ea8-8510-44f6-a0ae-fd96607b93d0,DISK] 2024-11-16T01:20:43,468 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/WALs/844d197be988,44467,1731720042742/844d197be988%2C44467%2C1731720042742.1731720043453 2024-11-16T01:20:43,469 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43819:43819)] 2024-11-16T01:20:43,469 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:20:43,469 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:43,469 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:43,469 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:43,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:43,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T01:20:43,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:43,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:43,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:43,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T01:20:43,472 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:43,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:43,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:43,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T01:20:43,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:43,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:43,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:43,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T01:20:43,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:43,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:43,475 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:43,475 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:43,475 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:43,476 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:43,476 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:43,476 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:20:43,477 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:43,479 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:20:43,479 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62675516, jitterRate=-0.06606203317642212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:20:43,479 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731720043469Initializing all the Stores at 1731720043470 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720043470Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720043470Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720043470Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720043470Cleaning up temporary data from old regions at 1731720043476 (+6 ms)Region opened successfully at 1731720043479 (+3 ms) 2024-11-16T01:20:43,479 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T01:20:43,481 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c82561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:20:43,482 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T01:20:43,482 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T01:20:43,482 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T01:20:43,482 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T01:20:43,482 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T01:20:43,483 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T01:20:43,483 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T01:20:43,484 INFO [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T01:20:43,485 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Unable to get data of znode /02077320371/balancer because node does not exist (not necessarily an error) 2024-11-16T01:20:43,527 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02077320371/balancer already deleted, retry=false 2024-11-16T01:20:43,528 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T01:20:43,528 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Unable to get data of znode /02077320371/normalizer because node does not exist (not necessarily an error) 2024-11-16T01:20:43,538 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02077320371/normalizer already deleted, retry=false 2024-11-16T01:20:43,538 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T01:20:43,539 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Unable to get data of znode /02077320371/switch/split because node does not exist (not necessarily an error) 2024-11-16T01:20:43,548 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02077320371/switch/split already deleted, retry=false 2024-11-16T01:20:43,549 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Unable to get data of znode /02077320371/switch/merge because node does not exist (not necessarily an error) 2024-11-16T01:20:43,559 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02077320371/switch/merge already deleted, retry=false 2024-11-16T01:20:43,560 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Unable to get data of znode /02077320371/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T01:20:43,569 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02077320371/snapshot-cleanup already deleted, retry=false 2024-11-16T01:20:43,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02077320371/running 2024-11-16T01:20:43,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x101413aca130001, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02077320371/running 2024-11-16T01:20:43,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x101413aca130001, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02077320371 2024-11-16T01:20:43,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02077320371 2024-11-16T01:20:43,580 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,44467,1731720042742, sessionid=0x101413aca130000, setting cluster-up flag (Was=false) 2024-11-16T01:20:43,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02077320371 2024-11-16T01:20:43,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x101413aca130001, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02077320371 2024-11-16T01:20:43,632 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02077320371/flush-table-proc/acquired, /02077320371/flush-table-proc/reached, /02077320371/flush-table-proc/abort 2024-11-16T01:20:43,633 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,44467,1731720042742 2024-11-16T01:20:43,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02077320371 2024-11-16T01:20:43,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x101413aca130001, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02077320371 2024-11-16T01:20:43,685 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02077320371/online-snapshot/acquired, /02077320371/online-snapshot/reached, /02077320371/online-snapshot/abort 2024-11-16T01:20:43,686 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,44467,1731720042742 2024-11-16T01:20:43,687 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T01:20:43,688 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T01:20:43,688 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T01:20:43,688 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T01:20:43,688 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,44467,1731720042742 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T01:20:43,690 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:20:43,690 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:20:43,690 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:20:43,690 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:20:43,690 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10 2024-11-16T01:20:43,690 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:43,690 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:20:43,690 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:43,691 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731720073691 2024-11-16T01:20:43,691 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T01:20:43,691 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T01:20:43,691 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T01:20:43,691 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T01:20:43,691 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T01:20:43,691 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T01:20:43,691 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:43,691 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:20:43,692 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T01:20:43,692 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T01:20:43,692 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T01:20:43,692 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T01:20:43,692 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T01:20:43,692 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:43,692 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T01:20:43,696 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T01:20:43,696 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T01:20:43,697 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720043696,5,FailOnTimeoutGroup] 2024-11-16T01:20:43,698 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720043698,5,FailOnTimeoutGroup] 2024-11-16T01:20:43,698 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:43,698 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T01:20:43,698 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:43,698 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:43,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741831_1007 (size=1321) 2024-11-16T01:20:43,762 INFO [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(746): ClusterId : 89963662-1be4-4981-ae07-009bfcd0e791 2024-11-16T01:20:43,762 DEBUG [RS:0;844d197be988:33155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T01:20:43,770 DEBUG [RS:0;844d197be988:33155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T01:20:43,770 DEBUG [RS:0;844d197be988:33155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T01:20:43,780 DEBUG [RS:0;844d197be988:33155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T01:20:43,781 DEBUG [RS:0;844d197be988:33155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4c8e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:20:43,795 DEBUG [RS:0;844d197be988:33155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:33155 2024-11-16T01:20:43,795 INFO [RS:0;844d197be988:33155 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T01:20:43,795 INFO [RS:0;844d197be988:33155 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T01:20:43,795 DEBUG [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T01:20:43,796 INFO [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,44467,1731720042742 with port=33155, startcode=1731720042934 2024-11-16T01:20:43,796 DEBUG [RS:0;844d197be988:33155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T01:20:43,797 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T01:20:43,798 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44467 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,33155,1731720042934 2024-11-16T01:20:43,798 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44467 {}] master.ServerManager(517): Registering regionserver=844d197be988,33155,1731720042934 2024-11-16T01:20:43,799 DEBUG [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711 2024-11-16T01:20:43,799 DEBUG [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41191 2024-11-16T01:20:43,799 DEBUG [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T01:20:43,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02077320371/rs 2024-11-16T01:20:43,812 DEBUG [RS:0;844d197be988:33155 {}] zookeeper.ZKUtil(111): regionserver:33155-0x101413aca130001, quorum=127.0.0.1:58947, baseZNode=/02077320371 Set watcher on existing znode=/02077320371/rs/844d197be988,33155,1731720042934 2024-11-16T01:20:43,812 WARN [RS:0;844d197be988:33155 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:20:43,812 INFO [RS:0;844d197be988:33155 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:20:43,812 DEBUG [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934 2024-11-16T01:20:43,812 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,33155,1731720042934] 2024-11-16T01:20:43,815 INFO [RS:0;844d197be988:33155 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T01:20:43,817 INFO [RS:0;844d197be988:33155 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T01:20:43,817 INFO [RS:0;844d197be988:33155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T01:20:43,817 INFO [RS:0;844d197be988:33155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:43,817 INFO [RS:0;844d197be988:33155 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T01:20:43,818 INFO [RS:0;844d197be988:33155 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T01:20:43,818 INFO [RS:0;844d197be988:33155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:43,818 DEBUG [RS:0;844d197be988:33155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:43,818 DEBUG [RS:0;844d197be988:33155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:43,818 DEBUG [RS:0;844d197be988:33155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:43,818 DEBUG [RS:0;844d197be988:33155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:43,819 DEBUG [RS:0;844d197be988:33155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:43,819 DEBUG [RS:0;844d197be988:33155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:20:43,819 DEBUG [RS:0;844d197be988:33155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:43,819 DEBUG [RS:0;844d197be988:33155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:43,819 DEBUG [RS:0;844d197be988:33155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:43,819 DEBUG [RS:0;844d197be988:33155 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:43,819 DEBUG [RS:0;844d197be988:33155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:43,819 DEBUG [RS:0;844d197be988:33155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:43,819 DEBUG [RS:0;844d197be988:33155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:20:43,819 DEBUG [RS:0;844d197be988:33155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:20:43,819 INFO [RS:0;844d197be988:33155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:43,819 INFO [RS:0;844d197be988:33155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:43,819 INFO [RS:0;844d197be988:33155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:43,819 INFO [RS:0;844d197be988:33155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:43,819 INFO [RS:0;844d197be988:33155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:43,819 INFO [RS:0;844d197be988:33155 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,33155,1731720042934-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:20:43,828 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:43,829 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:20:43,829 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8177 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:20:43,837 INFO [RS:0;844d197be988:33155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T01:20:43,838 INFO [RS:0;844d197be988:33155 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,33155,1731720042934-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:43,838 INFO [RS:0;844d197be988:33155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:43,838 INFO [RS:0;844d197be988:33155 {}] regionserver.Replication(171): 844d197be988,33155,1731720042934 started 2024-11-16T01:20:43,853 INFO [RS:0;844d197be988:33155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:43,853 INFO [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,33155,1731720042934, RpcServer on 844d197be988/172.17.0.2:33155, sessionid=0x101413aca130001 2024-11-16T01:20:43,853 DEBUG [RS:0;844d197be988:33155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T01:20:43,853 DEBUG [RS:0;844d197be988:33155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,33155,1731720042934 2024-11-16T01:20:43,853 DEBUG [RS:0;844d197be988:33155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,33155,1731720042934' 2024-11-16T01:20:43,854 DEBUG [RS:0;844d197be988:33155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02077320371/flush-table-proc/abort' 2024-11-16T01:20:43,854 DEBUG [RS:0;844d197be988:33155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02077320371/flush-table-proc/acquired' 2024-11-16T01:20:43,854 DEBUG [RS:0;844d197be988:33155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T01:20:43,854 DEBUG [RS:0;844d197be988:33155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T01:20:43,854 DEBUG [RS:0;844d197be988:33155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,33155,1731720042934 2024-11-16T01:20:43,854 DEBUG [RS:0;844d197be988:33155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,33155,1731720042934' 2024-11-16T01:20:43,854 DEBUG [RS:0;844d197be988:33155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02077320371/online-snapshot/abort' 2024-11-16T01:20:43,855 DEBUG [RS:0;844d197be988:33155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02077320371/online-snapshot/acquired' 2024-11-16T01:20:43,855 DEBUG [RS:0;844d197be988:33155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T01:20:43,855 INFO [RS:0;844d197be988:33155 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T01:20:43,855 INFO [RS:0;844d197be988:33155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T01:20:43,955 INFO [RS:0;844d197be988:33155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:20:43,956 INFO [RS:0;844d197be988:33155 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C33155%2C1731720042934, suffix=, logDir=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934, archiveDir=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/oldWALs, maxLogs=10 2024-11-16T01:20:43,968 DEBUG [RS:0;844d197be988:33155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957, exclude list is [], retry=0 2024-11-16T01:20:43,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43459,DS-e8d80ea8-8510-44f6-a0ae-fd96607b93d0,DISK] 2024-11-16T01:20:43,971 INFO [RS:0;844d197be988:33155 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 2024-11-16T01:20:43,972 DEBUG [RS:0;844d197be988:33155 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43819:43819)] 2024-11-16T01:20:44,104 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T01:20:44,104 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711 2024-11-16T01:20:44,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741833_1009 (size=32) 2024-11-16T01:20:44,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:44,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:20:44,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:20:44,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:44,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:44,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:20:44,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:20:44,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:44,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:44,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:20:44,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:20:44,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:44,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:44,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:20:44,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:20:44,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:44,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:44,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:20:44,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740 2024-11-16T01:20:44,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740 2024-11-16T01:20:44,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:20:44,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:20:44,516 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:20:44,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:20:44,518 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:20:44,519 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74809951, jitterRate=0.11475513875484467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:20:44,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731720044509Initializing all the Stores at 1731720044510 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720044510Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720044510Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720044510Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720044510Cleaning up temporary data from old regions at 1731720044516 (+6 ms)Region opened successfully at 1731720044519 (+3 ms) 2024-11-16T01:20:44,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:20:44,519 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:20:44,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:20:44,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:20:44,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:20:44,520 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:20:44,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720044519Disabling compacts and flushes for region at 1731720044519Disabling writes for close at 1731720044520 (+1 ms)Writing region close event to WAL at 1731720044520Closed at 1731720044520 2024-11-16T01:20:44,521 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:20:44,521 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T01:20:44,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T01:20:44,522 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:20:44,522 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T01:20:44,673 DEBUG [844d197be988:44467 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:20:44,673 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,33155,1731720042934 2024-11-16T01:20:44,674 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,33155,1731720042934, state=OPENING 2024-11-16T01:20:44,738 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T01:20:44,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02077320371 2024-11-16T01:20:44,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x101413aca130001, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02077320371 2024-11-16T01:20:44,748 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:20:44,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02077320371/meta-region-server: CHANGED 2024-11-16T01:20:44,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,33155,1731720042934}] 2024-11-16T01:20:44,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02077320371/meta-region-server: CHANGED 2024-11-16T01:20:44,901 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:20:44,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:20:44,905 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T01:20:44,905 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:20:44,905 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T01:20:44,907 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C33155%2C1731720042934.meta, suffix=.meta, logDir=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934, archiveDir=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/oldWALs, maxLogs=10 2024-11-16T01:20:44,922 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.meta.1731720044907.meta, exclude list is [], retry=0 2024-11-16T01:20:44,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43459,DS-e8d80ea8-8510-44f6-a0ae-fd96607b93d0,DISK] 2024-11-16T01:20:44,925 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.meta.1731720044907.meta 2024-11-16T01:20:44,926 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43819:43819)] 2024-11-16T01:20:44,926 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:20:44,926 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:20:44,926 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:20:44,926 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T01:20:44,926 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T01:20:44,927 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T01:20:44,927 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:44,927 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T01:20:44,927 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T01:20:44,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:20:44,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:20:44,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:44,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:44,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:20:44,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:20:44,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:44,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:44,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:20:44,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:20:44,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:44,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:44,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:20:44,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:20:44,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:44,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:44,932 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:20:44,932 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740 2024-11-16T01:20:44,933 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740 2024-11-16T01:20:44,934 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:20:44,934 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:20:44,934 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:20:44,935 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:20:44,936 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68278945, jitterRate=0.01743556559085846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:20:44,936 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T01:20:44,936 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731720044927Writing region info on filesystem at 1731720044927Initializing all the Stores at 1731720044928 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720044928Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720044928Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720044928Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720044928Cleaning up temporary data from old regions at 1731720044934 (+6 ms)Running coprocessor post-open hooks at 1731720044936 (+2 ms)Region opened successfully at 1731720044936 2024-11-16T01:20:44,937 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731720044900 2024-11-16T01:20:44,939 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T01:20:44,939 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T01:20:44,939 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,33155,1731720042934 2024-11-16T01:20:44,940 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,33155,1731720042934, state=OPEN 2024-11-16T01:20:44,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02077320371/meta-region-server 2024-11-16T01:20:44,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x101413aca130001, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02077320371/meta-region-server 2024-11-16T01:20:44,973 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,33155,1731720042934 2024-11-16T01:20:44,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02077320371/meta-region-server: CHANGED 2024-11-16T01:20:44,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02077320371/meta-region-server: CHANGED 2024-11-16T01:20:44,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T01:20:44,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,33155,1731720042934 in 225 msec 2024-11-16T01:20:44,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T01:20:44,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 454 msec 2024-11-16T01:20:44,977 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:20:44,977 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T01:20:44,979 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:20:44,979 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,33155,1731720042934, seqNum=-1] 2024-11-16T01:20:44,979 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:20:44,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:20:44,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2960 sec 2024-11-16T01:20:44,984 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731720044984, completionTime=-1 2024-11-16T01:20:44,984 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T01:20:44,984 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T01:20:44,986 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T01:20:44,986 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731720104986 2024-11-16T01:20:44,986 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731720164986 2024-11-16T01:20:44,986 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T01:20:44,986 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44467,1731720042742-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:44,986 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44467,1731720042742-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:44,986 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44467,1731720042742-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:44,986 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:44467, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:44,986 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:44,986 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:44,988 DEBUG [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T01:20:44,989 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.988sec 2024-11-16T01:20:44,989 INFO [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T01:20:44,990 INFO [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T01:20:44,990 INFO [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T01:20:44,990 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T01:20:44,990 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T01:20:44,990 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44467,1731720042742-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:20:44,990 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44467,1731720042742-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T01:20:44,991 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T01:20:44,992 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T01:20:44,992 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44467,1731720042742-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:45,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f66cf67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:45,063 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44467,-1 for getting cluster id 2024-11-16T01:20:45,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:45,064 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89963662-1be4-4981-ae07-009bfcd0e791' 2024-11-16T01:20:45,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:45,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89963662-1be4-4981-ae07-009bfcd0e791" 2024-11-16T01:20:45,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60609b29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:45,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44467,-1] 2024-11-16T01:20:45,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:45,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:45,065 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:45,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a88eb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:45,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:20:45,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,33155,1731720042934, seqNum=-1] 2024-11-16T01:20:45,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:20:45,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:20:45,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=844d197be988,44467,1731720042742 2024-11-16T01:20:45,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58947 2024-11-16T01:20:45,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:20:45,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101413aca130002 connected 2024-11-16T01:20:45,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/hadoop.log.dir so I do NOT create it in target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6 2024-11-16T01:20:45,105 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T01:20:45,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/hadoop.tmp.dir so I do NOT create it in target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6 2024-11-16T01:20:45,105 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T01:20:45,105 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6 2024-11-16T01:20:45,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T01:20:45,105 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/cluster_8cd45c88-91e8-4e17-c3b4-da9e55aed0ca, deleteOnExit=true 2024-11-16T01:20:45,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T01:20:45,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/test.cache.data in system properties and HBase conf 2024-11-16T01:20:45,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T01:20:45,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/hadoop.log.dir in system properties and HBase conf 2024-11-16T01:20:45,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T01:20:45,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T01:20:45,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T01:20:45,106 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T01:20:45,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:20:45,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:20:45,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T01:20:45,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:20:45,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T01:20:45,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T01:20:45,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:20:45,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:20:45,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T01:20:45,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/nfs.dump.dir in system properties and HBase conf 2024-11-16T01:20:45,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/java.io.tmpdir in system properties and HBase conf 2024-11-16T01:20:45,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:20:45,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T01:20:45,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T01:20:45,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:20:45,418 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:20:45,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:20:45,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:20:45,420 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T01:20:45,420 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:20:45,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@215f870f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:20:45,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79fc6fa9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:20:45,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bb6433f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/java.io.tmpdir/jetty-localhost-34171-hadoop-hdfs-3_4_1-tests_jar-_-any-6665011761706089617/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:20:45,538 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a180a6f{HTTP/1.1, (http/1.1)}{localhost:34171} 2024-11-16T01:20:45,538 INFO [Time-limited test {}] server.Server(415): Started @210442ms 2024-11-16T01:20:45,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:20:45,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:20:45,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:20:45,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:20:45,776 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:20:45,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48a787a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:20:45,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34b1673f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:20:45,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eedcfad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/java.io.tmpdir/jetty-localhost-44539-hadoop-hdfs-3_4_1-tests_jar-_-any-11529966095159183157/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:20:45,871 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ccc127c{HTTP/1.1, (http/1.1)}{localhost:44539} 2024-11-16T01:20:45,871 INFO [Time-limited test {}] server.Server(415): Started @210776ms 2024-11-16T01:20:45,873 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T01:20:46,564 WARN [Thread-2310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/cluster_8cd45c88-91e8-4e17-c3b4-da9e55aed0ca/data/data1/current/BP-849447555-172.17.0.2-1731720045127/current, will proceed with Du for space computation calculation, 2024-11-16T01:20:46,564 WARN [Thread-2311 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/cluster_8cd45c88-91e8-4e17-c3b4-da9e55aed0ca/data/data2/current/BP-849447555-172.17.0.2-1731720045127/current, will proceed with Du for space computation calculation, 2024-11-16T01:20:46,584 WARN [Thread-2298 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T01:20:46,587 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a61f38133fb9aa with lease ID 0x3452eb87a5280341: Processing first storage report for DS-aa317a12-b692-40d6-8e57-2a2b9c71767f from datanode DatanodeRegistration(127.0.0.1:41709, datanodeUuid=c97ffac7-176a-458d-bbbc-6b7351feded7, infoPort=33089, infoSecurePort=0, ipcPort=39177, storageInfo=lv=-57;cid=testClusterID;nsid=692716996;c=1731720045127) 2024-11-16T01:20:46,587 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a61f38133fb9aa with lease ID 0x3452eb87a5280341: from storage DS-aa317a12-b692-40d6-8e57-2a2b9c71767f node DatanodeRegistration(127.0.0.1:41709, datanodeUuid=c97ffac7-176a-458d-bbbc-6b7351feded7, infoPort=33089, infoSecurePort=0, ipcPort=39177, storageInfo=lv=-57;cid=testClusterID;nsid=692716996;c=1731720045127), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:20:46,588 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a61f38133fb9aa with lease ID 0x3452eb87a5280341: Processing first storage report for DS-aa98db05-a880-4108-b83b-67d5d53e309e from datanode DatanodeRegistration(127.0.0.1:41709, datanodeUuid=c97ffac7-176a-458d-bbbc-6b7351feded7, infoPort=33089, infoSecurePort=0, ipcPort=39177, storageInfo=lv=-57;cid=testClusterID;nsid=692716996;c=1731720045127) 2024-11-16T01:20:46,588 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a61f38133fb9aa with lease ID 0x3452eb87a5280341: from storage DS-aa98db05-a880-4108-b83b-67d5d53e309e node DatanodeRegistration(127.0.0.1:41709, datanodeUuid=c97ffac7-176a-458d-bbbc-6b7351feded7, infoPort=33089, infoSecurePort=0, ipcPort=39177, storageInfo=lv=-57;cid=testClusterID;nsid=692716996;c=1731720045127), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:20:46,604 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6 2024-11-16T01:20:46,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:46,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:46,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741825_1001 (size=7) 2024-11-16T01:20:47,012 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1 with version=8 2024-11-16T01:20:47,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/hbase-staging 2024-11-16T01:20:47,013 INFO [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=45 2024-11-16T01:20:47,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:20:47,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:20:47,014 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:20:47,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:20:47,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:20:47,014 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T01:20:47,014 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:20:47,014 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46669 2024-11-16T01:20:47,015 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46669 connecting to ZooKeeper ensemble=127.0.0.1:58947 2024-11-16T01:20:47,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466690x0, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:20:47,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46669-0x101413aca130003 connected 2024-11-16T01:20:47,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:47,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:47,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Set watcher on znode that does not yet exist, /1-1252210257/running 2024-11-16T01:20:47,274 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1, hbase.cluster.distributed=false 2024-11-16T01:20:47,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Set watcher on znode that does not yet exist, /1-1252210257/acl 2024-11-16T01:20:47,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46669 2024-11-16T01:20:47,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46669 2024-11-16T01:20:47,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46669 2024-11-16T01:20:47,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46669 2024-11-16T01:20:47,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46669 2024-11-16T01:20:47,300 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=45 2024-11-16T01:20:47,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:20:47,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:20:47,300 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:20:47,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:20:47,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:20:47,300 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T01:20:47,300 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:20:47,301 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37981 2024-11-16T01:20:47,302 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37981 connecting to ZooKeeper ensemble=127.0.0.1:58947 2024-11-16T01:20:47,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:47,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:47,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379810x0, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:20:47,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379810x0, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Set watcher on znode that does not yet exist, /1-1252210257/running 2024-11-16T01:20:47,317 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T01:20:47,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37981-0x101413aca130004 connected 2024-11-16T01:20:47,320 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T01:20:47,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37981-0x101413aca130004, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Set watcher on znode that does not yet exist, /1-1252210257/master 2024-11-16T01:20:47,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37981-0x101413aca130004, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Set watcher on znode that does not yet exist, /1-1252210257/acl 2024-11-16T01:20:47,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37981 2024-11-16T01:20:47,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37981 2024-11-16T01:20:47,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37981 2024-11-16T01:20:47,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37981 2024-11-16T01:20:47,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37981 2024-11-16T01:20:47,342 DEBUG [M:0;844d197be988:46669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:46669 2024-11-16T01:20:47,343 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1252210257/backup-masters/844d197be988,46669,1731720047013 2024-11-16T01:20:47,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x101413aca130004, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252210257/backup-masters 2024-11-16T01:20:47,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252210257/backup-masters 2024-11-16T01:20:47,355 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Set watcher on existing znode=/1-1252210257/backup-masters/844d197be988,46669,1731720047013 2024-11-16T01:20:47,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x101413aca130004, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1252210257/master 2024-11-16T01:20:47,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252210257 2024-11-16T01:20:47,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x101413aca130004, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252210257 2024-11-16T01:20:47,365 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Set watcher on existing znode=/1-1252210257/master 2024-11-16T01:20:47,366 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1252210257/backup-masters/844d197be988,46669,1731720047013 from backup master directory 2024-11-16T01:20:47,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x101413aca130004, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252210257/backup-masters 2024-11-16T01:20:47,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1252210257/backup-masters/844d197be988,46669,1731720047013 2024-11-16T01:20:47,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252210257/backup-masters 2024-11-16T01:20:47,376 WARN [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:20:47,376 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,46669,1731720047013 2024-11-16T01:20:47,379 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/hbase.id] with ID: 3ed0c23a-e76e-4d27-959a-6852ad989002 2024-11-16T01:20:47,379 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/.tmp/hbase.id 2024-11-16T01:20:47,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741826_1002 (size=42) 2024-11-16T01:20:47,384 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/.tmp/hbase.id]:[hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/hbase.id] 2024-11-16T01:20:47,392 INFO [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:20:47,392 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T01:20:47,393 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T01:20:47,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x101413aca130004, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252210257 2024-11-16T01:20:47,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252210257 2024-11-16T01:20:47,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741827_1003 (size=196) 2024-11-16T01:20:47,806 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:20:47,807 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T01:20:47,807 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:20:47,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741828_1004 (size=1189) 2024-11-16T01:20:48,214 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/data/master/store 2024-11-16T01:20:48,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741829_1005 (size=34) 2024-11-16T01:20:48,251 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:20:48,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:48,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:48,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:48,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:48,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:48,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:48,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:48,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:48,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:48,618 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:48,619 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:20:48,619 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:48,619 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:48,619 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:20:48,619 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:48,619 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:20:48,619 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720048619Disabling compacts and flushes for region at 1731720048619Disabling writes for close at 1731720048619Writing region close event to WAL at 1731720048619Closed at 1731720048619 2024-11-16T01:20:48,619 WARN [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/data/master/store/.initializing 2024-11-16T01:20:48,620 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/WALs/844d197be988,46669,1731720047013 2024-11-16T01:20:48,620 INFO [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:20:48,621 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C46669%2C1731720047013, suffix=, logDir=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/WALs/844d197be988,46669,1731720047013, archiveDir=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/oldWALs, maxLogs=10 2024-11-16T01:20:48,638 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/WALs/844d197be988,46669,1731720047013/844d197be988%2C46669%2C1731720047013.1731720048621, exclude list is [], retry=0 2024-11-16T01:20:48,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-aa317a12-b692-40d6-8e57-2a2b9c71767f,DISK] 2024-11-16T01:20:48,642 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/WALs/844d197be988,46669,1731720047013/844d197be988%2C46669%2C1731720047013.1731720048621 2024-11-16T01:20:48,642 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33089:33089)] 2024-11-16T01:20:48,642 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:20:48,642 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:48,642 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:48,642 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:48,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:48,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T01:20:48,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:48,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:48,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:48,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T01:20:48,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:48,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:48,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:48,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T01:20:48,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:48,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:48,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:48,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T01:20:48,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:48,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:48,650 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:48,650 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:48,650 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:48,651 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:48,651 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:48,652 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:20:48,652 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:20:48,654 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:20:48,654 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70185164, jitterRate=0.045840442180633545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:20:48,654 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731720048643Initializing all the Stores at 1731720048643Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720048643Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720048643Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720048643Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720048643Cleaning up temporary data from old regions at 1731720048651 (+8 ms)Region opened successfully at 1731720048654 (+3 ms) 2024-11-16T01:20:48,654 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T01:20:48,657 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335d6838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:20:48,657 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T01:20:48,657 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T01:20:48,657 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T01:20:48,658 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T01:20:48,658 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T01:20:48,658 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T01:20:48,658 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T01:20:48,659 INFO [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T01:20:48,660 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Unable to get data of znode /1-1252210257/balancer because node does not exist (not necessarily an error) 2024-11-16T01:20:48,748 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1252210257/balancer already deleted, retry=false 2024-11-16T01:20:48,748 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T01:20:48,749 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Unable to get data of znode /1-1252210257/normalizer because node does not exist (not necessarily an error) 2024-11-16T01:20:48,758 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1252210257/normalizer already deleted, retry=false 2024-11-16T01:20:48,759 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T01:20:48,760 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Unable to get data of znode /1-1252210257/switch/split because node does not exist (not necessarily an error) 2024-11-16T01:20:48,769 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1252210257/switch/split already deleted, retry=false 2024-11-16T01:20:48,770 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Unable to get data of znode /1-1252210257/switch/merge because node does not exist (not necessarily an error) 2024-11-16T01:20:48,779 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1252210257/switch/merge already deleted, retry=false 2024-11-16T01:20:48,781 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Unable to get data of znode /1-1252210257/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T01:20:48,790 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1252210257/snapshot-cleanup already deleted, retry=false 2024-11-16T01:20:48,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x101413aca130004, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1252210257/running 2024-11-16T01:20:48,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1252210257/running 2024-11-16T01:20:48,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x101413aca130004, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252210257 2024-11-16T01:20:48,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252210257 2024-11-16T01:20:48,801 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,46669,1731720047013, sessionid=0x101413aca130003, setting cluster-up flag (Was=false) 2024-11-16T01:20:48,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252210257 2024-11-16T01:20:48,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x101413aca130004, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252210257 2024-11-16T01:20:48,853 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1252210257/flush-table-proc/acquired, /1-1252210257/flush-table-proc/reached, /1-1252210257/flush-table-proc/abort 2024-11-16T01:20:48,854 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,46669,1731720047013 2024-11-16T01:20:48,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x101413aca130004, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252210257 2024-11-16T01:20:48,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252210257 2024-11-16T01:20:48,906 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1252210257/online-snapshot/acquired, /1-1252210257/online-snapshot/reached, /1-1252210257/online-snapshot/abort 2024-11-16T01:20:48,907 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,46669,1731720047013 2024-11-16T01:20:48,908 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T01:20:48,909 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T01:20:48,909 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T01:20:48,909 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T01:20:48,909 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,46669,1731720047013 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T01:20:48,910 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:20:48,910 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:20:48,910 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:20:48,910 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:20:48,910 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10 2024-11-16T01:20:48,910 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:48,910 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:20:48,910 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:48,912 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:20:48,912 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T01:20:48,912 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:48,913 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T01:20:48,913 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731720078913 2024-11-16T01:20:48,913 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T01:20:48,913 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T01:20:48,913 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T01:20:48,913 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T01:20:48,913 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T01:20:48,913 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T01:20:48,913 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:48,916 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T01:20:48,916 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T01:20:48,916 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T01:20:48,916 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T01:20:48,918 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T01:20:48,918 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T01:20:48,918 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720048918,5,FailOnTimeoutGroup] 2024-11-16T01:20:48,918 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720048918,5,FailOnTimeoutGroup] 2024-11-16T01:20:48,918 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:48,918 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T01:20:48,918 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:48,918 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:48,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741831_1007 (size=1321) 2024-11-16T01:20:48,926 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T01:20:48,926 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1 2024-11-16T01:20:48,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741832_1008 (size=32) 2024-11-16T01:20:48,930 INFO [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(746): ClusterId : 3ed0c23a-e76e-4d27-959a-6852ad989002 2024-11-16T01:20:48,930 DEBUG [RS:0;844d197be988:37981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T01:20:48,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:48,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:20:48,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:20:48,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:48,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:48,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:20:48,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:20:48,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:48,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:48,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:20:48,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:20:48,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:48,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:48,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:20:48,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:20:48,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:48,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:48,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:20:48,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740 2024-11-16T01:20:48,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740 2024-11-16T01:20:48,938 DEBUG [RS:0;844d197be988:37981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T01:20:48,938 DEBUG [RS:0;844d197be988:37981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T01:20:48,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:20:48,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:20:48,939 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:20:48,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:20:48,941 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:20:48,941 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58752473, jitterRate=-0.12451992928981781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:20:48,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731720048931Initializing all the Stores at 1731720048931Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720048931Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720048931Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720048931Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720048931Cleaning up temporary data from old regions at 1731720048938 (+7 ms)Region opened successfully at 1731720048941 (+3 ms) 2024-11-16T01:20:48,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:20:48,941 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:20:48,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:20:48,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:20:48,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:20:48,941 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:20:48,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720048941Disabling compacts and flushes for region at 1731720048941Disabling writes for close at 1731720048941Writing region close event to WAL at 1731720048941Closed at 1731720048941 2024-11-16T01:20:48,942 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:20:48,942 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T01:20:48,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T01:20:48,943 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:20:48,944 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T01:20:48,949 DEBUG [RS:0;844d197be988:37981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T01:20:48,949 DEBUG [RS:0;844d197be988:37981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eff3fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:20:48,962 DEBUG [RS:0;844d197be988:37981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:37981 2024-11-16T01:20:48,962 INFO [RS:0;844d197be988:37981 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T01:20:48,962 INFO [RS:0;844d197be988:37981 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T01:20:48,962 DEBUG [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T01:20:48,963 INFO [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,46669,1731720047013 with port=37981, startcode=1731720047299 2024-11-16T01:20:48,963 DEBUG [RS:0;844d197be988:37981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T01:20:48,964 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T01:20:48,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46669 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,37981,1731720047299 2024-11-16T01:20:48,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46669 {}] master.ServerManager(517): Registering regionserver=844d197be988,37981,1731720047299 2024-11-16T01:20:48,966 DEBUG [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1 2024-11-16T01:20:48,966 DEBUG [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36569 2024-11-16T01:20:48,966 DEBUG [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T01:20:49,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252210257/rs 2024-11-16T01:20:49,016 DEBUG [RS:0;844d197be988:37981 {}] zookeeper.ZKUtil(111): regionserver:37981-0x101413aca130004, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Set watcher on existing znode=/1-1252210257/rs/844d197be988,37981,1731720047299 2024-11-16T01:20:49,016 WARN [RS:0;844d197be988:37981 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:20:49,016 INFO [RS:0;844d197be988:37981 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:20:49,017 DEBUG [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299 2024-11-16T01:20:49,017 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,37981,1731720047299] 2024-11-16T01:20:49,020 INFO [RS:0;844d197be988:37981 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T01:20:49,021 INFO [RS:0;844d197be988:37981 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T01:20:49,021 INFO [RS:0;844d197be988:37981 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T01:20:49,021 INFO [RS:0;844d197be988:37981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:49,021 INFO [RS:0;844d197be988:37981 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T01:20:49,022 INFO [RS:0;844d197be988:37981 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T01:20:49,022 INFO [RS:0;844d197be988:37981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:49,022 DEBUG [RS:0;844d197be988:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:49,022 DEBUG [RS:0;844d197be988:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:49,022 DEBUG [RS:0;844d197be988:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:49,022 DEBUG [RS:0;844d197be988:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:49,022 DEBUG [RS:0;844d197be988:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:49,022 DEBUG [RS:0;844d197be988:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:20:49,022 DEBUG [RS:0;844d197be988:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:49,023 DEBUG [RS:0;844d197be988:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:49,023 DEBUG [RS:0;844d197be988:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:49,023 DEBUG [RS:0;844d197be988:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:49,023 DEBUG [RS:0;844d197be988:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:49,023 DEBUG [RS:0;844d197be988:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:20:49,023 DEBUG [RS:0;844d197be988:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:20:49,023 DEBUG [RS:0;844d197be988:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:20:49,023 INFO [RS:0;844d197be988:37981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:49,023 INFO [RS:0;844d197be988:37981 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:49,023 INFO [RS:0;844d197be988:37981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:49,023 INFO [RS:0;844d197be988:37981 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:49,023 INFO [RS:0;844d197be988:37981 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:49,024 INFO [RS:0;844d197be988:37981 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,37981,1731720047299-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:20:49,040 INFO [RS:0;844d197be988:37981 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T01:20:49,040 INFO [RS:0;844d197be988:37981 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,37981,1731720047299-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:49,040 INFO [RS:0;844d197be988:37981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:49,040 INFO [RS:0;844d197be988:37981 {}] regionserver.Replication(171): 844d197be988,37981,1731720047299 started 2024-11-16T01:20:49,057 INFO [RS:0;844d197be988:37981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:49,058 INFO [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,37981,1731720047299, RpcServer on 844d197be988/172.17.0.2:37981, sessionid=0x101413aca130004 2024-11-16T01:20:49,058 DEBUG [RS:0;844d197be988:37981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T01:20:49,058 DEBUG [RS:0;844d197be988:37981 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,37981,1731720047299 2024-11-16T01:20:49,058 DEBUG [RS:0;844d197be988:37981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,37981,1731720047299' 2024-11-16T01:20:49,058 DEBUG [RS:0;844d197be988:37981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1252210257/flush-table-proc/abort' 2024-11-16T01:20:49,058 DEBUG [RS:0;844d197be988:37981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1252210257/flush-table-proc/acquired' 2024-11-16T01:20:49,059 DEBUG [RS:0;844d197be988:37981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T01:20:49,059 DEBUG [RS:0;844d197be988:37981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T01:20:49,059 DEBUG [RS:0;844d197be988:37981 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,37981,1731720047299 2024-11-16T01:20:49,059 DEBUG [RS:0;844d197be988:37981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,37981,1731720047299' 2024-11-16T01:20:49,059 DEBUG [RS:0;844d197be988:37981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1252210257/online-snapshot/abort' 2024-11-16T01:20:49,059 DEBUG [RS:0;844d197be988:37981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1252210257/online-snapshot/acquired' 2024-11-16T01:20:49,059 DEBUG [RS:0;844d197be988:37981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T01:20:49,059 INFO [RS:0;844d197be988:37981 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T01:20:49,059 INFO [RS:0;844d197be988:37981 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T01:20:49,094 WARN [844d197be988:46669 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T01:20:49,160 INFO [RS:0;844d197be988:37981 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:20:49,161 INFO [RS:0;844d197be988:37981 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C37981%2C1731720047299, suffix=, logDir=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299, archiveDir=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/oldWALs, maxLogs=10 2024-11-16T01:20:49,173 DEBUG [RS:0;844d197be988:37981 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161, exclude list is [], retry=0 2024-11-16T01:20:49,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-aa317a12-b692-40d6-8e57-2a2b9c71767f,DISK] 2024-11-16T01:20:49,176 INFO [RS:0;844d197be988:37981 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 2024-11-16T01:20:49,176 DEBUG [RS:0;844d197be988:37981 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33089:33089)] 2024-11-16T01:20:49,344 DEBUG [844d197be988:46669 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:20:49,344 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,37981,1731720047299 2024-11-16T01:20:49,345 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,37981,1731720047299, state=OPENING 2024-11-16T01:20:49,390 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T01:20:49,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x101413aca130004, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252210257 2024-11-16T01:20:49,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252210257 2024-11-16T01:20:49,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1252210257/meta-region-server: CHANGED 2024-11-16T01:20:49,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1252210257/meta-region-server: CHANGED 2024-11-16T01:20:49,401 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:20:49,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,37981,1731720047299}] 2024-11-16T01:20:49,553 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:20:49,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:20:49,557 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T01:20:49,557 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:20:49,558 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T01:20:49,559 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C37981%2C1731720047299.meta, suffix=.meta, logDir=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299, archiveDir=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/oldWALs, maxLogs=10 2024-11-16T01:20:49,570 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.meta.1731720049559.meta, exclude list is [], retry=0 2024-11-16T01:20:49,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-aa317a12-b692-40d6-8e57-2a2b9c71767f,DISK] 2024-11-16T01:20:49,576 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.meta.1731720049559.meta 2024-11-16T01:20:49,576 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33089:33089)] 2024-11-16T01:20:49,576 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:20:49,577 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:20:49,577 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:20:49,577 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T01:20:49,577 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T01:20:49,577 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T01:20:49,577 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:49,577 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T01:20:49,577 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T01:20:49,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:20:49,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:20:49,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:49,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:49,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:20:49,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:20:49,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:49,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:49,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:20:49,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:20:49,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:49,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:49,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:20:49,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:20:49,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:49,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:20:49,582 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:20:49,582 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740 2024-11-16T01:20:49,583 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740 2024-11-16T01:20:49,584 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:20:49,584 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:20:49,584 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:20:49,585 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:20:49,585 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66939539, jitterRate=-0.0025231391191482544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:20:49,585 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T01:20:49,585 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731720049577Writing region info on filesystem at 1731720049577Initializing all the Stores at 1731720049578 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720049578Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720049578Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720049578Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720049578Cleaning up temporary data from old regions at 1731720049584 (+6 ms)Running coprocessor post-open hooks at 1731720049585 (+1 ms)Region opened successfully at 1731720049585 2024-11-16T01:20:49,586 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731720049553 2024-11-16T01:20:49,588 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T01:20:49,588 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T01:20:49,588 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,37981,1731720047299 2024-11-16T01:20:49,589 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,37981,1731720047299, state=OPEN 2024-11-16T01:20:49,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1252210257/meta-region-server 2024-11-16T01:20:49,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x101413aca130004, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1252210257/meta-region-server 2024-11-16T01:20:49,618 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,37981,1731720047299 2024-11-16T01:20:49,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1252210257/meta-region-server: CHANGED 2024-11-16T01:20:49,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1252210257/meta-region-server: CHANGED 2024-11-16T01:20:49,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T01:20:49,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,37981,1731720047299 in 217 msec 2024-11-16T01:20:49,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T01:20:49,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 677 msec 2024-11-16T01:20:49,621 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:20:49,621 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T01:20:49,622 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:20:49,622 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,37981,1731720047299, seqNum=-1] 2024-11-16T01:20:49,623 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:20:49,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:20:49,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 719 msec 2024-11-16T01:20:49,628 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731720049628, completionTime=-1 2024-11-16T01:20:49,628 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T01:20:49,628 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T01:20:49,630 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T01:20:49,630 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731720109630 2024-11-16T01:20:49,630 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731720169630 2024-11-16T01:20:49,630 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T01:20:49,630 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,46669,1731720047013-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:49,630 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,46669,1731720047013-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:49,630 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,46669,1731720047013-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:49,630 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:46669, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:49,630 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:49,631 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:49,632 DEBUG [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T01:20:49,633 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.257sec 2024-11-16T01:20:49,633 INFO [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T01:20:49,633 INFO [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T01:20:49,633 INFO [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T01:20:49,633 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T01:20:49,633 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T01:20:49,633 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,46669,1731720047013-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:20:49,633 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,46669,1731720047013-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T01:20:49,635 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T01:20:49,635 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T01:20:49,635 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,46669,1731720047013-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:20:49,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a141ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:49,731 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,46669,-1 for getting cluster id 2024-11-16T01:20:49,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:49,732 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ed0c23a-e76e-4d27-959a-6852ad989002' 2024-11-16T01:20:49,732 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:49,732 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ed0c23a-e76e-4d27-959a-6852ad989002" 2024-11-16T01:20:49,732 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324c6ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:49,732 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,46669,-1] 2024-11-16T01:20:49,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:49,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:49,733 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:49,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ccd8f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:49,734 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:20:49,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,37981,1731720047299, seqNum=-1] 2024-11-16T01:20:49,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:20:49,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:20:49,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=844d197be988,46669,1731720047013 2024-11-16T01:20:49,738 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58947 2024-11-16T01:20:49,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:20:49,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101413aca130005 connected 2024-11-16T01:20:49,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:49,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,44467,1731720042742 2024-11-16T01:20:49,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@446012cf 2024-11-16T01:20:49,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:20:49,763 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:20:49,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:20:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T01:20:49,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:20:49,765 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:49,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T01:20:49,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:20:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:20:49,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741835_1011 (size=902) 2024-11-16T01:20:49,773 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a725f993635788daf947e4bc1fb1bfde, NAME => 'test,,1731720049763.a725f993635788daf947e4bc1fb1bfde.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711 2024-11-16T01:20:49,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741836_1012 (size=39) 2024-11-16T01:20:49,815 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T01:20:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:20:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:20:50,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731720049763.a725f993635788daf947e4bc1fb1bfde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:50,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a725f993635788daf947e4bc1fb1bfde, disabling compactions & flushes 2024-11-16T01:20:50,178 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731720049763.a725f993635788daf947e4bc1fb1bfde. 2024-11-16T01:20:50,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720049763.a725f993635788daf947e4bc1fb1bfde. 2024-11-16T01:20:50,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731720049763.a725f993635788daf947e4bc1fb1bfde. after waiting 0 ms 2024-11-16T01:20:50,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731720049763.a725f993635788daf947e4bc1fb1bfde. 2024-11-16T01:20:50,178 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731720049763.a725f993635788daf947e4bc1fb1bfde. 2024-11-16T01:20:50,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a725f993635788daf947e4bc1fb1bfde: Waiting for close lock at 1731720050178Disabling compacts and flushes for region at 1731720050178Disabling writes for close at 1731720050178Writing region close event to WAL at 1731720050178Closed at 1731720050178 2024-11-16T01:20:50,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:20:50,180 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731720049763.a725f993635788daf947e4bc1fb1bfde.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731720050180"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720050180"}]},"ts":"1731720050180"} 2024-11-16T01:20:50,182 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:20:50,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:20:50,183 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720050183"}]},"ts":"1731720050183"} 2024-11-16T01:20:50,185 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T01:20:50,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a725f993635788daf947e4bc1fb1bfde, ASSIGN}] 2024-11-16T01:20:50,186 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a725f993635788daf947e4bc1fb1bfde, ASSIGN 2024-11-16T01:20:50,186 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a725f993635788daf947e4bc1fb1bfde, ASSIGN; state=OFFLINE, location=844d197be988,33155,1731720042934; forceNewPlan=false, retain=false 2024-11-16T01:20:50,337 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a725f993635788daf947e4bc1fb1bfde, regionState=OPENING, regionLocation=844d197be988,33155,1731720042934 2024-11-16T01:20:50,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a725f993635788daf947e4bc1fb1bfde, ASSIGN because future has completed 2024-11-16T01:20:50,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a725f993635788daf947e4bc1fb1bfde, server=844d197be988,33155,1731720042934}] 2024-11-16T01:20:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:20:50,494 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731720049763.a725f993635788daf947e4bc1fb1bfde. 2024-11-16T01:20:50,495 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a725f993635788daf947e4bc1fb1bfde, NAME => 'test,,1731720049763.a725f993635788daf947e4bc1fb1bfde.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:20:50,495 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:20:50,495 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T01:20:50,495 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a725f993635788daf947e4bc1fb1bfde 2024-11-16T01:20:50,495 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731720049763.a725f993635788daf947e4bc1fb1bfde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:50,495 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a725f993635788daf947e4bc1fb1bfde 2024-11-16T01:20:50,495 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a725f993635788daf947e4bc1fb1bfde 2024-11-16T01:20:50,496 INFO [StoreOpener-a725f993635788daf947e4bc1fb1bfde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a725f993635788daf947e4bc1fb1bfde 2024-11-16T01:20:50,497 INFO [StoreOpener-a725f993635788daf947e4bc1fb1bfde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a725f993635788daf947e4bc1fb1bfde columnFamilyName f 2024-11-16T01:20:50,497 DEBUG [StoreOpener-a725f993635788daf947e4bc1fb1bfde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:50,497 INFO [StoreOpener-a725f993635788daf947e4bc1fb1bfde-1 {}] regionserver.HStore(327): Store=a725f993635788daf947e4bc1fb1bfde/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:50,497 INFO [StoreOpener-a725f993635788daf947e4bc1fb1bfde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a725f993635788daf947e4bc1fb1bfde 2024-11-16T01:20:50,498 INFO [StoreOpener-a725f993635788daf947e4bc1fb1bfde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a725f993635788daf947e4bc1fb1bfde columnFamilyName f1 2024-11-16T01:20:50,498 DEBUG [StoreOpener-a725f993635788daf947e4bc1fb1bfde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:50,498 INFO [StoreOpener-a725f993635788daf947e4bc1fb1bfde-1 {}] regionserver.HStore(327): Store=a725f993635788daf947e4bc1fb1bfde/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:50,498 INFO [StoreOpener-a725f993635788daf947e4bc1fb1bfde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a725f993635788daf947e4bc1fb1bfde 2024-11-16T01:20:50,499 INFO [StoreOpener-a725f993635788daf947e4bc1fb1bfde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a725f993635788daf947e4bc1fb1bfde columnFamilyName norep 2024-11-16T01:20:50,499 DEBUG [StoreOpener-a725f993635788daf947e4bc1fb1bfde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:50,499 INFO [StoreOpener-a725f993635788daf947e4bc1fb1bfde-1 {}] regionserver.HStore(327): Store=a725f993635788daf947e4bc1fb1bfde/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:50,499 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a725f993635788daf947e4bc1fb1bfde 2024-11-16T01:20:50,500 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/default/test/a725f993635788daf947e4bc1fb1bfde 2024-11-16T01:20:50,500 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/default/test/a725f993635788daf947e4bc1fb1bfde 2024-11-16T01:20:50,501 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a725f993635788daf947e4bc1fb1bfde 2024-11-16T01:20:50,501 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a725f993635788daf947e4bc1fb1bfde 2024-11-16T01:20:50,501 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:20:50,502 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a725f993635788daf947e4bc1fb1bfde 2024-11-16T01:20:50,503 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/default/test/a725f993635788daf947e4bc1fb1bfde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:20:50,504 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a725f993635788daf947e4bc1fb1bfde; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61000846, jitterRate=-0.09101656079292297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:20:50,504 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a725f993635788daf947e4bc1fb1bfde 2024-11-16T01:20:50,504 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a725f993635788daf947e4bc1fb1bfde: Running coprocessor pre-open hook at 1731720050495Writing region info on filesystem at 1731720050495Initializing all the Stores at 1731720050496 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720050496Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720050496Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720050496Cleaning up temporary data from old regions at 1731720050501 (+5 ms)Running coprocessor post-open hooks at 1731720050504 (+3 ms)Region opened successfully at 1731720050504 2024-11-16T01:20:50,505 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731720049763.a725f993635788daf947e4bc1fb1bfde., pid=6, masterSystemTime=1731720050491 2024-11-16T01:20:50,507 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731720049763.a725f993635788daf947e4bc1fb1bfde. 2024-11-16T01:20:50,507 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731720049763.a725f993635788daf947e4bc1fb1bfde. 2024-11-16T01:20:50,507 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a725f993635788daf947e4bc1fb1bfde, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=844d197be988,33155,1731720042934 2024-11-16T01:20:50,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a725f993635788daf947e4bc1fb1bfde, server=844d197be988,33155,1731720042934 because future has completed 2024-11-16T01:20:50,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T01:20:50,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a725f993635788daf947e4bc1fb1bfde, server=844d197be988,33155,1731720042934 in 171 msec 2024-11-16T01:20:50,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T01:20:50,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a725f993635788daf947e4bc1fb1bfde, ASSIGN in 327 msec 2024-11-16T01:20:50,514 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:20:50,514 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720050514"}]},"ts":"1731720050514"} 2024-11-16T01:20:50,516 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T01:20:50,517 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:20:50,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-11-16T01:20:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:20:50,899 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T01:20:50,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:50,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,46669,1731720047013 2024-11-16T01:20:50,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@724a73cb 2024-11-16T01:20:50,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:20:50,901 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:20:50,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46669 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:20:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46669 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T01:20:50,903 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:20:50,903 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:50,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46669 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T01:20:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:20:50,904 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:20:50,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741835_1011 (size=902) 2024-11-16T01:20:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:20:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:20:51,310 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 176a1a16c9d3b673806f7a7d22664027, NAME => 'test,,1731720050901.176a1a16c9d3b673806f7a7d22664027.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1 2024-11-16T01:20:51,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741836_1012 (size=39) 2024-11-16T01:20:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:20:51,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731720050901.176a1a16c9d3b673806f7a7d22664027.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:51,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 176a1a16c9d3b673806f7a7d22664027, disabling compactions & flushes 2024-11-16T01:20:51,716 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731720050901.176a1a16c9d3b673806f7a7d22664027. 2024-11-16T01:20:51,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720050901.176a1a16c9d3b673806f7a7d22664027. 2024-11-16T01:20:51,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731720050901.176a1a16c9d3b673806f7a7d22664027. after waiting 0 ms 2024-11-16T01:20:51,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731720050901.176a1a16c9d3b673806f7a7d22664027. 2024-11-16T01:20:51,716 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731720050901.176a1a16c9d3b673806f7a7d22664027. 2024-11-16T01:20:51,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 176a1a16c9d3b673806f7a7d22664027: Waiting for close lock at 1731720051716Disabling compacts and flushes for region at 1731720051716Disabling writes for close at 1731720051716Writing region close event to WAL at 1731720051716Closed at 1731720051716 2024-11-16T01:20:51,717 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:20:51,717 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731720050901.176a1a16c9d3b673806f7a7d22664027.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731720051717"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720051717"}]},"ts":"1731720051717"} 2024-11-16T01:20:51,719 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:20:51,719 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:20:51,719 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720051719"}]},"ts":"1731720051719"} 2024-11-16T01:20:51,720 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T01:20:51,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=176a1a16c9d3b673806f7a7d22664027, ASSIGN}] 2024-11-16T01:20:51,722 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=176a1a16c9d3b673806f7a7d22664027, ASSIGN 2024-11-16T01:20:51,722 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=176a1a16c9d3b673806f7a7d22664027, ASSIGN; state=OFFLINE, location=844d197be988,37981,1731720047299; forceNewPlan=false, retain=false 2024-11-16T01:20:51,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=176a1a16c9d3b673806f7a7d22664027, regionState=OPENING, regionLocation=844d197be988,37981,1731720047299 2024-11-16T01:20:51,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=176a1a16c9d3b673806f7a7d22664027, ASSIGN because future has completed 2024-11-16T01:20:51,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 176a1a16c9d3b673806f7a7d22664027, server=844d197be988,37981,1731720047299}] 2024-11-16T01:20:52,030 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731720050901.176a1a16c9d3b673806f7a7d22664027. 2024-11-16T01:20:52,030 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 176a1a16c9d3b673806f7a7d22664027, NAME => 'test,,1731720050901.176a1a16c9d3b673806f7a7d22664027.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:20:52,030 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:20:52,030 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T01:20:52,031 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 176a1a16c9d3b673806f7a7d22664027 2024-11-16T01:20:52,031 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731720050901.176a1a16c9d3b673806f7a7d22664027.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:52,031 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 176a1a16c9d3b673806f7a7d22664027 2024-11-16T01:20:52,031 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 176a1a16c9d3b673806f7a7d22664027 2024-11-16T01:20:52,032 INFO [StoreOpener-176a1a16c9d3b673806f7a7d22664027-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 176a1a16c9d3b673806f7a7d22664027 2024-11-16T01:20:52,033 INFO [StoreOpener-176a1a16c9d3b673806f7a7d22664027-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 176a1a16c9d3b673806f7a7d22664027 columnFamilyName f 2024-11-16T01:20:52,033 DEBUG [StoreOpener-176a1a16c9d3b673806f7a7d22664027-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:52,033 INFO [StoreOpener-176a1a16c9d3b673806f7a7d22664027-1 {}] regionserver.HStore(327): Store=176a1a16c9d3b673806f7a7d22664027/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:52,033 INFO [StoreOpener-176a1a16c9d3b673806f7a7d22664027-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 176a1a16c9d3b673806f7a7d22664027 2024-11-16T01:20:52,034 INFO [StoreOpener-176a1a16c9d3b673806f7a7d22664027-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 176a1a16c9d3b673806f7a7d22664027 columnFamilyName f1 2024-11-16T01:20:52,034 DEBUG [StoreOpener-176a1a16c9d3b673806f7a7d22664027-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:52,034 INFO [StoreOpener-176a1a16c9d3b673806f7a7d22664027-1 {}] regionserver.HStore(327): Store=176a1a16c9d3b673806f7a7d22664027/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:52,034 INFO [StoreOpener-176a1a16c9d3b673806f7a7d22664027-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 176a1a16c9d3b673806f7a7d22664027 2024-11-16T01:20:52,035 INFO [StoreOpener-176a1a16c9d3b673806f7a7d22664027-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 176a1a16c9d3b673806f7a7d22664027 columnFamilyName norep 2024-11-16T01:20:52,035 DEBUG [StoreOpener-176a1a16c9d3b673806f7a7d22664027-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:52,035 INFO [StoreOpener-176a1a16c9d3b673806f7a7d22664027-1 {}] regionserver.HStore(327): Store=176a1a16c9d3b673806f7a7d22664027/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:52,035 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 176a1a16c9d3b673806f7a7d22664027 2024-11-16T01:20:52,036 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/default/test/176a1a16c9d3b673806f7a7d22664027 2024-11-16T01:20:52,036 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/default/test/176a1a16c9d3b673806f7a7d22664027 2024-11-16T01:20:52,037 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 176a1a16c9d3b673806f7a7d22664027 2024-11-16T01:20:52,037 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 176a1a16c9d3b673806f7a7d22664027 2024-11-16T01:20:52,037 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:20:52,038 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 176a1a16c9d3b673806f7a7d22664027 2024-11-16T01:20:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:20:52,039 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/default/test/176a1a16c9d3b673806f7a7d22664027/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:20:52,039 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 176a1a16c9d3b673806f7a7d22664027; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71393213, jitterRate=0.06384177505970001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:20:52,039 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 176a1a16c9d3b673806f7a7d22664027 2024-11-16T01:20:52,039 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 176a1a16c9d3b673806f7a7d22664027: Running coprocessor pre-open hook at 1731720052031Writing region info on filesystem at 1731720052031Initializing all the Stores at 1731720052031Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720052031Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720052032 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720052032Cleaning up temporary data from old regions at 1731720052037 (+5 ms)Running coprocessor post-open hooks at 1731720052039 (+2 ms)Region opened successfully at 1731720052039 2024-11-16T01:20:52,040 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731720050901.176a1a16c9d3b673806f7a7d22664027., pid=6, masterSystemTime=1731720052027 2024-11-16T01:20:52,042 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731720050901.176a1a16c9d3b673806f7a7d22664027. 2024-11-16T01:20:52,042 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731720050901.176a1a16c9d3b673806f7a7d22664027. 2024-11-16T01:20:52,042 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=176a1a16c9d3b673806f7a7d22664027, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=844d197be988,37981,1731720047299 2024-11-16T01:20:52,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 176a1a16c9d3b673806f7a7d22664027, server=844d197be988,37981,1731720047299 because future has completed 2024-11-16T01:20:52,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T01:20:52,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 176a1a16c9d3b673806f7a7d22664027, server=844d197be988,37981,1731720047299 in 169 msec 2024-11-16T01:20:52,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T01:20:52,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=176a1a16c9d3b673806f7a7d22664027, ASSIGN in 325 msec 2024-11-16T01:20:52,048 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:20:52,048 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720052048"}]},"ts":"1731720052048"} 2024-11-16T01:20:52,049 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T01:20:52,050 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:20:52,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-16T01:20:52,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T01:20:52,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T01:20:52,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T01:20:52,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T01:20:52,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:20:52,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T01:20:52,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:20:52,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T01:20:52,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:20:52,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T01:20:52,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T01:20:52,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T01:20:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:20:53,048 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T01:20:53,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c2f6ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:53,049 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44467,-1 for getting cluster id 2024-11-16T01:20:53,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:53,050 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89963662-1be4-4981-ae07-009bfcd0e791' 2024-11-16T01:20:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89963662-1be4-4981-ae07-009bfcd0e791" 2024-11-16T01:20:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb9b900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44467,-1] 2024-11-16T01:20:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:53,051 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:53,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a3ab510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:53,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb954a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:53,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,46669,-1 for getting cluster id 2024-11-16T01:20:53,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:53,052 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ed0c23a-e76e-4d27-959a-6852ad989002' 2024-11-16T01:20:53,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:53,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ed0c23a-e76e-4d27-959a-6852ad989002" 2024-11-16T01:20:53,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8c66ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:53,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,46669,-1] 2024-11-16T01:20:53,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:53,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:53,054 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:53,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@317e88a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:53,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ad124a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:53,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44467,-1 for getting cluster id 2024-11-16T01:20:53,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:53,055 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89963662-1be4-4981-ae07-009bfcd0e791' 2024-11-16T01:20:53,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:53,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89963662-1be4-4981-ae07-009bfcd0e791" 2024-11-16T01:20:53,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602cd794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:53,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44467,-1] 2024-11-16T01:20:53,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:53,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:53,057 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:53,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ccbe44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:53,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,44467,1731720042742 2024-11-16T01:20:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@544996d5 2024-11-16T01:20:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:20:53,059 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:20:53,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://844d197be988:46669,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T01:20:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T01:20:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:20:53,061 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:46669' 2024-11-16T01:20:53,062 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b63719c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:53,062 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,46669,-1 for getting cluster id 2024-11-16T01:20:53,062 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:53,063 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ed0c23a-e76e-4d27-959a-6852ad989002' 2024-11-16T01:20:53,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:53,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ed0c23a-e76e-4d27-959a-6852ad989002" 2024-11-16T01:20:53,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@124a8596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:53,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,46669,-1] 2024-11-16T01:20:53,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:53,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:53,064 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:53,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ecc5bbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:53,065 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:53,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,46669,1731720047013 2024-11-16T01:20:53,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e3a5194 2024-11-16T01:20:53,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:20:53,067 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:20:53,067 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T01:20:53,067 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T01:20:53,067 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:53,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:20:53,067 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:53,068 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:20:53,069 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T01:20:53,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:20:53,070 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:53,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:20:53,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741837_1013 (size=1138) 2024-11-16T01:20:53,119 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T01:20:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:20:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:20:53,477 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fadef4ecfd56647cccf95ecb577246cc, NAME => 'hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711 2024-11-16T01:20:53,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741838_1014 (size=44) 2024-11-16T01:20:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:20:53,882 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:53,882 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fadef4ecfd56647cccf95ecb577246cc, disabling compactions & flushes 2024-11-16T01:20:53,882 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc. 2024-11-16T01:20:53,882 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc. 2024-11-16T01:20:53,882 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc. after waiting 0 ms 2024-11-16T01:20:53,882 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc. 2024-11-16T01:20:53,882 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc. 2024-11-16T01:20:53,882 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fadef4ecfd56647cccf95ecb577246cc: Waiting for close lock at 1731720053882Disabling compacts and flushes for region at 1731720053882Disabling writes for close at 1731720053882Writing region close event to WAL at 1731720053882Closed at 1731720053882 2024-11-16T01:20:53,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:20:53,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731720053883"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720053883"}]},"ts":"1731720053883"} 2024-11-16T01:20:53,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:20:53,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:20:53,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720053886"}]},"ts":"1731720053886"} 2024-11-16T01:20:53,887 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T01:20:53,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fadef4ecfd56647cccf95ecb577246cc, ASSIGN}] 2024-11-16T01:20:53,888 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fadef4ecfd56647cccf95ecb577246cc, ASSIGN 2024-11-16T01:20:53,889 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fadef4ecfd56647cccf95ecb577246cc, ASSIGN; state=OFFLINE, location=844d197be988,33155,1731720042934; forceNewPlan=false, retain=false 2024-11-16T01:20:53,908 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:53,909 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:20:53,909 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18256 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:20:54,040 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fadef4ecfd56647cccf95ecb577246cc, regionState=OPENING, regionLocation=844d197be988,33155,1731720042934 2024-11-16T01:20:54,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fadef4ecfd56647cccf95ecb577246cc, ASSIGN because future has completed 2024-11-16T01:20:54,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fadef4ecfd56647cccf95ecb577246cc, server=844d197be988,33155,1731720042934}] 2024-11-16T01:20:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:20:54,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc. 2024-11-16T01:20:54,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:20:54,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T01:20:54,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C33155%2C1731720042934.rep, suffix=, logDir=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934, archiveDir=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/oldWALs, maxLogs=10 2024-11-16T01:20:54,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.rep.1731720054233, exclude list is [], retry=0 2024-11-16T01:20:54,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43459,DS-e8d80ea8-8510-44f6-a0ae-fd96607b93d0,DISK] 2024-11-16T01:20:54,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.rep.1731720054233 2024-11-16T01:20:54,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43819:43819)] 2024-11-16T01:20:54,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fadef4ecfd56647cccf95ecb577246cc, NAME => 'hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:20:54,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:20:54,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:20:54,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc. service=MultiRowMutationService 2024-11-16T01:20:54,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T01:20:54,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fadef4ecfd56647cccf95ecb577246cc 2024-11-16T01:20:54,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:54,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fadef4ecfd56647cccf95ecb577246cc 2024-11-16T01:20:54,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fadef4ecfd56647cccf95ecb577246cc 2024-11-16T01:20:54,294 INFO [StoreOpener-fadef4ecfd56647cccf95ecb577246cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fadef4ecfd56647cccf95ecb577246cc 2024-11-16T01:20:54,295 INFO [StoreOpener-fadef4ecfd56647cccf95ecb577246cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fadef4ecfd56647cccf95ecb577246cc columnFamilyName hfileref 2024-11-16T01:20:54,295 DEBUG [StoreOpener-fadef4ecfd56647cccf95ecb577246cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:54,295 INFO [StoreOpener-fadef4ecfd56647cccf95ecb577246cc-1 {}] regionserver.HStore(327): Store=fadef4ecfd56647cccf95ecb577246cc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:54,296 INFO [StoreOpener-fadef4ecfd56647cccf95ecb577246cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fadef4ecfd56647cccf95ecb577246cc 2024-11-16T01:20:54,296 INFO [StoreOpener-fadef4ecfd56647cccf95ecb577246cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fadef4ecfd56647cccf95ecb577246cc columnFamilyName queue 2024-11-16T01:20:54,296 DEBUG [StoreOpener-fadef4ecfd56647cccf95ecb577246cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:54,296 INFO [StoreOpener-fadef4ecfd56647cccf95ecb577246cc-1 {}] regionserver.HStore(327): Store=fadef4ecfd56647cccf95ecb577246cc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:54,297 INFO [StoreOpener-fadef4ecfd56647cccf95ecb577246cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fadef4ecfd56647cccf95ecb577246cc 2024-11-16T01:20:54,297 INFO [StoreOpener-fadef4ecfd56647cccf95ecb577246cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fadef4ecfd56647cccf95ecb577246cc columnFamilyName sid 2024-11-16T01:20:54,297 DEBUG [StoreOpener-fadef4ecfd56647cccf95ecb577246cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:54,297 INFO [StoreOpener-fadef4ecfd56647cccf95ecb577246cc-1 {}] regionserver.HStore(327): Store=fadef4ecfd56647cccf95ecb577246cc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:54,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fadef4ecfd56647cccf95ecb577246cc 2024-11-16T01:20:54,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/replication/fadef4ecfd56647cccf95ecb577246cc 2024-11-16T01:20:54,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/replication/fadef4ecfd56647cccf95ecb577246cc 2024-11-16T01:20:54,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fadef4ecfd56647cccf95ecb577246cc 2024-11-16T01:20:54,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fadef4ecfd56647cccf95ecb577246cc 2024-11-16T01:20:54,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:20:54,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fadef4ecfd56647cccf95ecb577246cc 2024-11-16T01:20:54,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/replication/fadef4ecfd56647cccf95ecb577246cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:20:54,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fadef4ecfd56647cccf95ecb577246cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73785515, jitterRate=0.09948985278606415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:20:54,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fadef4ecfd56647cccf95ecb577246cc 2024-11-16T01:20:54,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fadef4ecfd56647cccf95ecb577246cc: Running coprocessor pre-open hook at 1731720054293Writing region info on filesystem at 1731720054293Initializing all the Stores at 1731720054294 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720054294Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720054294Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720054294Cleaning up temporary data from old regions at 1731720054299 (+5 ms)Running coprocessor post-open hooks at 1731720054302 (+3 ms)Region opened successfully at 1731720054302 2024-11-16T01:20:54,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc., pid=10, masterSystemTime=1731720054228 2024-11-16T01:20:54,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc. 2024-11-16T01:20:54,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc. 2024-11-16T01:20:54,307 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fadef4ecfd56647cccf95ecb577246cc, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,33155,1731720042934 2024-11-16T01:20:54,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fadef4ecfd56647cccf95ecb577246cc, server=844d197be988,33155,1731720042934 because future has completed 2024-11-16T01:20:54,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T01:20:54,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fadef4ecfd56647cccf95ecb577246cc, server=844d197be988,33155,1731720042934 in 268 msec 2024-11-16T01:20:54,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T01:20:54,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fadef4ecfd56647cccf95ecb577246cc, ASSIGN in 425 msec 2024-11-16T01:20:54,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:20:54,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720054314"}]},"ts":"1731720054314"} 2024-11-16T01:20:54,316 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T01:20:54,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:20:54,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2490 sec 2024-11-16T01:20:54,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc., hostname=844d197be988,33155,1731720042934, seqNum=2] 2024-11-16T01:20:54,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02077320371 2024-11-16T01:20:54,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x101413aca130001, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02077320371 2024-11-16T01:20:54,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T01:20:54,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T01:20:54,892 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T01:20:54,917 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-844d197be988,33155,1731720042934, ReplicationSource: 1, currentBandwidth=0 2024-11-16T01:20:54,918 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:20:54,918 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,33155,1731720042934, seqNum=-1] 2024-11-16T01:20:54,918 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:20:54,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-16T01:20:54,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-844d197be988,33155,1731720042934', locateType=CURRENT is [region=hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc., hostname=844d197be988,33155,1731720042934, seqNum=2] 2024-11-16T01:20:54,923 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T01:20:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T01:20:54,925 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 844d197be988,33155,1731720042934 suceeded 2024-11-16T01:20:54,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T01:20:54,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-16T01:20:54,926 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://844d197be988:46669,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T01:20:54,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8670 sec 2024-11-16T01:20:54,941 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:46669' 2024-11-16T01:20:54,942 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@158c4d3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:54,943 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,46669,-1 for getting cluster id 2024-11-16T01:20:54,943 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:54,943 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ed0c23a-e76e-4d27-959a-6852ad989002' 2024-11-16T01:20:54,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:54,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ed0c23a-e76e-4d27-959a-6852ad989002" 2024-11-16T01:20:54,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dafb95c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:54,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,46669,-1] 2024-11-16T01:20:54,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:54,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:54,945 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:54,945 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1557eadf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:54,945 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:54,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,46669,1731720047013 2024-11-16T01:20:54,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d50c4a3 2024-11-16T01:20:54,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:20:54,947 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-16T01:20:54,947 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-844d197be988,33155,1731720042934 (queues=1) is replicating from cluster=89963662-1be4-4981-ae07-009bfcd0e791 to cluster=3ed0c23a-e76e-4d27-959a-6852ad989002 2024-11-16T01:20:54,948 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=844d197be988%2C33155%2C1731720042934 2024-11-16T01:20:54,948 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-844d197be988,33155,1731720042934, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T01:20:54,948 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.shipper844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 844d197be988%2C33155%2C1731720042934 2024-11-16T01:20:54,948 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957, startPosition=0, beingWritten=true 2024-11-16T01:20:54,954 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:20:54,954 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 379, reset compression=false 2024-11-16T01:20:54,955 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.shipper844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,33155,1731720042934 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:20:55,079 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:20:55,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:55,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:55,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:55,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:55,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:55,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:55,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:55,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:55,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:20:55,139 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T01:20:55,158 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 379, reset compression=false 2024-11-16T01:20:55,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:20:55,209 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T01:20:55,209 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:20:55,209 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:20:55,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:55,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:55,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:20:55,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f1aa2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:55,210 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,46669,-1 for getting cluster id 2024-11-16T01:20:55,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:55,210 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ed0c23a-e76e-4d27-959a-6852ad989002' 2024-11-16T01:20:55,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:55,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ed0c23a-e76e-4d27-959a-6852ad989002" 2024-11-16T01:20:55,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13317866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:55,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,46669,-1] 2024-11-16T01:20:55,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:55,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:55,211 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:55,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56820e5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:55,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:55,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,46669,1731720047013 2024-11-16T01:20:55,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64d021fb 2024-11-16T01:20:55,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:20:55,213 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:20:55,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46669 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://844d197be988:44467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T01:20:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46669 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T01:20:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:20:55,216 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:44467' 2024-11-16T01:20:55,217 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549ebf5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:55,217 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44467,-1 for getting cluster id 2024-11-16T01:20:55,217 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:55,218 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89963662-1be4-4981-ae07-009bfcd0e791' 2024-11-16T01:20:55,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:55,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89963662-1be4-4981-ae07-009bfcd0e791" 2024-11-16T01:20:55,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28bf2544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:55,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44467,-1] 2024-11-16T01:20:55,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:55,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:55,219 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:55,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba7c0ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:55,219 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:55,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,44467,1731720042742 2024-11-16T01:20:55,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29f891a3 2024-11-16T01:20:55,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:20:55,221 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:20:55,221 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T01:20:55,221 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T01:20:55,221 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:55,222 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:55,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:20:55,222 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:20:55,223 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T01:20:55,224 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:20:55,224 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:55,225 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:20:55,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741837_1013 (size=1138) 2024-11-16T01:20:55,273 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T01:20:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:20:55,462 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 379, reset compression=false 2024-11-16T01:20:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:20:55,631 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2f37b42ef1050cb1c9a6a62af11fda08, NAME => 'hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1 2024-11-16T01:20:55,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741838_1014 (size=44) 2024-11-16T01:20:55,636 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:55,636 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2f37b42ef1050cb1c9a6a62af11fda08, disabling compactions & flushes 2024-11-16T01:20:55,636 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08. 2024-11-16T01:20:55,636 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08. 2024-11-16T01:20:55,636 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08. after waiting 0 ms 2024-11-16T01:20:55,636 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08. 2024-11-16T01:20:55,636 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08. 2024-11-16T01:20:55,636 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2f37b42ef1050cb1c9a6a62af11fda08: Waiting for close lock at 1731720055636Disabling compacts and flushes for region at 1731720055636Disabling writes for close at 1731720055636Writing region close event to WAL at 1731720055636Closed at 1731720055636 2024-11-16T01:20:55,637 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:20:55,637 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731720055637"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720055637"}]},"ts":"1731720055637"} 2024-11-16T01:20:55,639 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:20:55,640 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:20:55,640 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720055640"}]},"ts":"1731720055640"} 2024-11-16T01:20:55,642 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T01:20:55,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2f37b42ef1050cb1c9a6a62af11fda08, ASSIGN}] 2024-11-16T01:20:55,643 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2f37b42ef1050cb1c9a6a62af11fda08, ASSIGN 2024-11-16T01:20:55,644 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2f37b42ef1050cb1c9a6a62af11fda08, ASSIGN; state=OFFLINE, location=844d197be988,37981,1731720047299; forceNewPlan=false, retain=false 2024-11-16T01:20:55,794 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2f37b42ef1050cb1c9a6a62af11fda08, regionState=OPENING, regionLocation=844d197be988,37981,1731720047299 2024-11-16T01:20:55,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2f37b42ef1050cb1c9a6a62af11fda08, ASSIGN because future has completed 2024-11-16T01:20:55,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f37b42ef1050cb1c9a6a62af11fda08, server=844d197be988,37981,1731720047299}] 2024-11-16T01:20:55,816 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T01:20:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:20:55,865 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 379, reset compression=false 2024-11-16T01:20:55,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08. 2024-11-16T01:20:55,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:20:55,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T01:20:55,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C37981%2C1731720047299.rep, suffix=, logDir=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299, archiveDir=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/oldWALs, maxLogs=10 2024-11-16T01:20:55,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.rep.1731720055953, exclude list is [], retry=0 2024-11-16T01:20:55,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-aa317a12-b692-40d6-8e57-2a2b9c71767f,DISK] 2024-11-16T01:20:55,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.rep.1731720055953 2024-11-16T01:20:55,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33089:33089)] 2024-11-16T01:20:55,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f37b42ef1050cb1c9a6a62af11fda08, NAME => 'hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:20:55,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:20:55,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:20:55,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08. service=MultiRowMutationService 2024-11-16T01:20:55,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T01:20:55,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2f37b42ef1050cb1c9a6a62af11fda08 2024-11-16T01:20:55,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:20:55,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2f37b42ef1050cb1c9a6a62af11fda08 2024-11-16T01:20:55,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2f37b42ef1050cb1c9a6a62af11fda08 2024-11-16T01:20:55,976 INFO [StoreOpener-2f37b42ef1050cb1c9a6a62af11fda08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2f37b42ef1050cb1c9a6a62af11fda08 2024-11-16T01:20:55,977 INFO [StoreOpener-2f37b42ef1050cb1c9a6a62af11fda08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f37b42ef1050cb1c9a6a62af11fda08 columnFamilyName hfileref 2024-11-16T01:20:55,978 DEBUG [StoreOpener-2f37b42ef1050cb1c9a6a62af11fda08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:55,978 INFO [StoreOpener-2f37b42ef1050cb1c9a6a62af11fda08-1 {}] regionserver.HStore(327): Store=2f37b42ef1050cb1c9a6a62af11fda08/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:55,978 INFO [StoreOpener-2f37b42ef1050cb1c9a6a62af11fda08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2f37b42ef1050cb1c9a6a62af11fda08 2024-11-16T01:20:55,979 INFO [StoreOpener-2f37b42ef1050cb1c9a6a62af11fda08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f37b42ef1050cb1c9a6a62af11fda08 columnFamilyName queue 2024-11-16T01:20:55,979 DEBUG [StoreOpener-2f37b42ef1050cb1c9a6a62af11fda08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:55,979 INFO [StoreOpener-2f37b42ef1050cb1c9a6a62af11fda08-1 {}] regionserver.HStore(327): Store=2f37b42ef1050cb1c9a6a62af11fda08/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:55,979 INFO [StoreOpener-2f37b42ef1050cb1c9a6a62af11fda08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2f37b42ef1050cb1c9a6a62af11fda08 2024-11-16T01:20:55,980 INFO [StoreOpener-2f37b42ef1050cb1c9a6a62af11fda08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f37b42ef1050cb1c9a6a62af11fda08 columnFamilyName sid 2024-11-16T01:20:55,980 DEBUG [StoreOpener-2f37b42ef1050cb1c9a6a62af11fda08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:20:55,980 INFO [StoreOpener-2f37b42ef1050cb1c9a6a62af11fda08-1 {}] regionserver.HStore(327): Store=2f37b42ef1050cb1c9a6a62af11fda08/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:20:55,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2f37b42ef1050cb1c9a6a62af11fda08 2024-11-16T01:20:55,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/replication/2f37b42ef1050cb1c9a6a62af11fda08 2024-11-16T01:20:55,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/replication/2f37b42ef1050cb1c9a6a62af11fda08 2024-11-16T01:20:55,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2f37b42ef1050cb1c9a6a62af11fda08 2024-11-16T01:20:55,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2f37b42ef1050cb1c9a6a62af11fda08 2024-11-16T01:20:55,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:20:55,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2f37b42ef1050cb1c9a6a62af11fda08 2024-11-16T01:20:55,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/replication/2f37b42ef1050cb1c9a6a62af11fda08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:20:55,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2f37b42ef1050cb1c9a6a62af11fda08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65021274, jitterRate=-0.03110751509666443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:20:55,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f37b42ef1050cb1c9a6a62af11fda08 2024-11-16T01:20:55,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2f37b42ef1050cb1c9a6a62af11fda08: Running coprocessor pre-open hook at 1731720055975Writing region info on filesystem at 1731720055975Initializing all the Stores at 1731720055976 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720055976Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720055976Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720055976Cleaning up temporary data from old regions at 1731720055982 (+6 ms)Running coprocessor post-open hooks at 1731720055985 (+3 ms)Region opened successfully at 1731720055985 2024-11-16T01:20:55,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08., pid=10, masterSystemTime=1731720055949 2024-11-16T01:20:55,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08. 2024-11-16T01:20:55,987 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08. 2024-11-16T01:20:55,987 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2f37b42ef1050cb1c9a6a62af11fda08, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,37981,1731720047299 2024-11-16T01:20:55,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f37b42ef1050cb1c9a6a62af11fda08, server=844d197be988,37981,1731720047299 because future has completed 2024-11-16T01:20:55,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T01:20:55,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f37b42ef1050cb1c9a6a62af11fda08, server=844d197be988,37981,1731720047299 in 196 msec 2024-11-16T01:20:55,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T01:20:55,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2f37b42ef1050cb1c9a6a62af11fda08, ASSIGN in 352 msec 2024-11-16T01:20:55,997 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:20:55,997 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720055997"}]},"ts":"1731720055997"} 2024-11-16T01:20:55,999 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T01:20:56,000 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:20:56,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 778 msec 2024-11-16T01:20:56,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08., hostname=844d197be988,37981,1731720047299, seqNum=2] 2024-11-16T01:20:56,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252210257 2024-11-16T01:20:56,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x101413aca130004, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252210257 2024-11-16T01:20:56,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T01:20:56,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T01:20:56,270 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T01:20:56,299 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-844d197be988,37981,1731720047299, ReplicationSource: 1, currentBandwidth=0 2024-11-16T01:20:56,299 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:20:56,299 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,37981,1731720047299, seqNum=-1] 2024-11-16T01:20:56,299 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:20:56,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-16T01:20:56,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-844d197be988,37981,1731720047299', locateType=CURRENT is [region=hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08., hostname=844d197be988,37981,1731720047299, seqNum=2] 2024-11-16T01:20:56,304 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T01:20:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46669 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T01:20:56,305 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 844d197be988,37981,1731720047299 suceeded 2024-11-16T01:20:56,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T01:20:56,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-16T01:20:56,307 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://844d197be988:44467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T01:20:56,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0930 sec 2024-11-16T01:20:56,317 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:44467' 2024-11-16T01:20:56,318 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29215be9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:56,318 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44467,-1 for getting cluster id 2024-11-16T01:20:56,318 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:56,319 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89963662-1be4-4981-ae07-009bfcd0e791' 2024-11-16T01:20:56,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:56,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89963662-1be4-4981-ae07-009bfcd0e791" 2024-11-16T01:20:56,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18722b13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:56,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44467,-1] 2024-11-16T01:20:56,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:56,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:56,320 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:56,321 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7eb5175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:56,321 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:20:56,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,44467,1731720042742 2024-11-16T01:20:56,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b7ffb0c 2024-11-16T01:20:56,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:20:56,322 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-16T01:20:56,323 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-844d197be988,37981,1731720047299 (queues=1) is replicating from cluster=3ed0c23a-e76e-4d27-959a-6852ad989002 to cluster=89963662-1be4-4981-ae07-009bfcd0e791 2024-11-16T01:20:56,323 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=844d197be988%2C37981%2C1731720047299 2024-11-16T01:20:56,323 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-844d197be988,37981,1731720047299, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T01:20:56,323 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.shipper844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 844d197be988%2C37981%2C1731720047299 2024-11-16T01:20:56,323 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161, startPosition=0, beingWritten=true 2024-11-16T01:20:56,344 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:20:56,344 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 379, reset compression=false 2024-11-16T01:20:56,344 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.shipper844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,37981,1731720047299 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:20:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:20:56,349 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T01:20:56,349 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:20:56,349 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:20:56,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:56,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:56,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:20:56,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:20:56,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,33155,1731720042934, seqNum=-1] 2024-11-16T01:20:56,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:20:56,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:20:56,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731720049763.a725f993635788daf947e4bc1fb1bfde., hostname=844d197be988,33155,1731720042934, seqNum=2] 2024-11-16T01:20:56,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:20:56,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,37981,1731720047299, seqNum=-1] 2024-11-16T01:20:56,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:20:56,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:20:56,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731720050901.176a1a16c9d3b673806f7a7d22664027., hostname=844d197be988,37981,1731720047299, seqNum=2] 2024-11-16T01:20:56,361 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-16T01:20:56,368 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 379, reset compression=false 2024-11-16T01:20:56,372 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:20:56,372 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 480, reset compression=false 2024-11-16T01:20:56,372 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.shipper844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,33155,1731720042934 got entry batch from reader: WALEntryBatch [walEntries=[{test/a725f993635788daf947e4bc1fb1bfde/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-16T01:20:56,374 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.shipper844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:20:56,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-16T01:20:56,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:20:56,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8036388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:56,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,46669,-1 for getting cluster id 2024-11-16T01:20:56,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:56,378 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ed0c23a-e76e-4d27-959a-6852ad989002' 2024-11-16T01:20:56,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:56,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ed0c23a-e76e-4d27-959a-6852ad989002" 2024-11-16T01:20:56,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3482bcae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:56,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,46669,-1] 2024-11-16T01:20:56,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:56,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:56,380 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:56,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15ad3ecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:56,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:20:56,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,37981,1731720047299, seqNum=-1] 2024-11-16T01:20:56,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:20:56,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-16T01:20:56,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731720050901.176a1a16c9d3b673806f7a7d22664027., hostname=844d197be988,37981,1731720047299, seqNum=2] 2024-11-16T01:20:56,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:20:56,547 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 379, reset compression=false 2024-11-16T01:20:56,565 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:20:56,565 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 504, reset compression=false 2024-11-16T01:20:56,565 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.shipper844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,37981,1731720047299 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:20:56,578 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 480, reset compression=false 2024-11-16T01:20:56,768 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 504, reset compression=false 2024-11-16T01:20:56,881 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 480, reset compression=false 2024-11-16T01:20:57,072 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 504, reset compression=false 2024-11-16T01:20:57,284 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 480, reset compression=false 2024-11-16T01:20:57,363 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-16T01:20:57,366 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-16T01:20:57,475 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 504, reset compression=false 2024-11-16T01:20:57,480 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:20:57,480 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 608, reset compression=false 2024-11-16T01:20:57,480 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.shipper844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,37981,1731720047299 got entry batch from reader: WALEntryBatch [walEntries=[{test/176a1a16c9d3b673806f7a7d22664027/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T01:20:57,482 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.shipper844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:20:57,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-16T01:20:57,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:20:57,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b4fb6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:57,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44467,-1 for getting cluster id 2024-11-16T01:20:57,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:20:57,485 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89963662-1be4-4981-ae07-009bfcd0e791' 2024-11-16T01:20:57,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:20:57,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89963662-1be4-4981-ae07-009bfcd0e791" 2024-11-16T01:20:57,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@703e00b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:57,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44467,-1] 2024-11-16T01:20:57,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:20:57,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:20:57,486 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:20:57,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47d3f82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:20:57,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:20:57,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,33155,1731720042934, seqNum=-1] 2024-11-16T01:20:57,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:20:57,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-16T01:20:57,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731720049763.a725f993635788daf947e4bc1fb1bfde., hostname=844d197be988,33155,1731720042934, seqNum=2] 2024-11-16T01:20:57,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:20:57,684 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 608, reset compression=false 2024-11-16T01:20:57,788 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 480, reset compression=false 2024-11-16T01:20:57,792 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:20:57,792 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 607, reset compression=false 2024-11-16T01:20:57,792 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.shipper844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,33155,1731720042934 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:20:57,988 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 608, reset compression=false 2024-11-16T01:20:57,996 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 607, reset compression=false 2024-11-16T01:20:58,299 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 607, reset compression=false 2024-11-16T01:20:58,368 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-16T01:20:58,378 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-16T01:20:58,391 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 608, reset compression=false 2024-11-16T01:20:58,703 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 607, reset compression=false 2024-11-16T01:20:58,707 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:20:58,707 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 763, reset compression=false 2024-11-16T01:20:58,707 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.shipper844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,33155,1731720042934 got entry batch from reader: WALEntryBatch [walEntries=[{test/a725f993635788daf947e4bc1fb1bfde/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-16T01:20:58,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:20:58,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:20:58,895 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 608, reset compression=false 2024-11-16T01:20:58,899 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:20:58,900 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 756, reset compression=false 2024-11-16T01:20:58,900 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.shipper844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,37981,1731720047299 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:20:58,911 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 763, reset compression=false 2024-11-16T01:20:59,103 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 756, reset compression=false 2024-11-16T01:20:59,214 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 763, reset compression=false 2024-11-16T01:20:59,380 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-16T01:20:59,383 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-16T01:20:59,406 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 756, reset compression=false 2024-11-16T01:20:59,410 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:20:59,410 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 915, reset compression=false 2024-11-16T01:20:59,410 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.shipper844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,37981,1731720047299 got entry batch from reader: WALEntryBatch [walEntries=[{test/176a1a16c9d3b673806f7a7d22664027/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T01:20:59,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:20:59,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:20:59,615 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 915, reset compression=false 2024-11-16T01:20:59,617 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 763, reset compression=false 2024-11-16T01:20:59,624 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:20:59,625 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 912, reset compression=false 2024-11-16T01:20:59,625 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.shipper844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,33155,1731720042934 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:20:59,828 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 912, reset compression=false 2024-11-16T01:20:59,918 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 915, reset compression=false 2024-11-16T01:21:00,131 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 912, reset compression=false 2024-11-16T01:21:00,322 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 915, reset compression=false 2024-11-16T01:21:00,385 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-16T01:21:00,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T01:21:00,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:21:00,387 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:00,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:00,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:00,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:21:00,387 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T01:21:00,387 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=92371474, stopped=false 2024-11-16T01:21:00,388 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=844d197be988,46669,1731720047013 2024-11-16T01:21:00,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x101413aca130004, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1252210257/running 2024-11-16T01:21:00,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1252210257/running 2024-11-16T01:21:00,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x101413aca130004, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252210257 2024-11-16T01:21:00,463 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:21:00,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252210257 2024-11-16T01:21:00,463 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:21:00,463 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:00,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:00,464 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '844d197be988,37981,1731720047299' ***** 2024-11-16T01:21:00,464 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T01:21:00,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37981-0x101413aca130004, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Set watcher on znode that does not yet exist, /1-1252210257/running 2024-11-16T01:21:00,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Set watcher on znode that does not yet exist, /1-1252210257/running 2024-11-16T01:21:00,464 INFO [RS:0;844d197be988:37981 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T01:21:00,465 INFO [RS:0;844d197be988:37981 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T01:21:00,465 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T01:21:00,465 INFO [RS:0;844d197be988:37981 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T01:21:00,465 INFO [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f37b42ef1050cb1c9a6a62af11fda08 2024-11-16T01:21:00,465 INFO [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(3091): Received CLOSE for 176a1a16c9d3b673806f7a7d22664027 2024-11-16T01:21:00,465 INFO [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(959): stopping server 844d197be988,37981,1731720047299 2024-11-16T01:21:00,465 INFO [RS:0;844d197be988:37981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:21:00,465 INFO [RS:0;844d197be988:37981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:37981. 2024-11-16T01:21:00,465 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f37b42ef1050cb1c9a6a62af11fda08, disabling compactions & flushes 2024-11-16T01:21:00,465 DEBUG [RS:0;844d197be988:37981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:00,465 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08. 2024-11-16T01:21:00,465 DEBUG [RS:0;844d197be988:37981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:00,465 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08. 2024-11-16T01:21:00,465 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08. after waiting 0 ms 2024-11-16T01:21:00,465 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08. 2024-11-16T01:21:00,465 INFO [RS:0;844d197be988:37981 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T01:21:00,465 INFO [RS:0;844d197be988:37981 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T01:21:00,465 INFO [RS:0;844d197be988:37981 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T01:21:00,465 INFO [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T01:21:00,465 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2f37b42ef1050cb1c9a6a62af11fda08 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-16T01:21:00,465 INFO [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T01:21:00,466 DEBUG [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(1325): Online Regions={2f37b42ef1050cb1c9a6a62af11fda08=hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08., 176a1a16c9d3b673806f7a7d22664027=test,,1731720050901.176a1a16c9d3b673806f7a7d22664027., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:21:00,466 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:21:00,466 DEBUG [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 176a1a16c9d3b673806f7a7d22664027, 2f37b42ef1050cb1c9a6a62af11fda08 2024-11-16T01:21:00,466 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:21:00,466 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:21:00,466 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:21:00,466 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:21:00,466 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T01:21:00,479 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/replication/2f37b42ef1050cb1c9a6a62af11fda08/.tmp/queue/3441ebc4e77c4063b6a6867ea2b03af8 is 153, key is 1-844d197be988,37981,1731720047299/queue:844d197be988%2C37981%2C1731720047299/1731720059478/Put/seqid=0 2024-11-16T01:21:00,481 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740/.tmp/info/3dde8c02128146728cd339adffa6afd9 is 147, key is hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08./info:regioninfo/1731720055987/Put/seqid=0 2024-11-16T01:21:00,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741840_1016 (size=5352) 2024-11-16T01:21:00,483 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/replication/2f37b42ef1050cb1c9a6a62af11fda08/.tmp/queue/3441ebc4e77c4063b6a6867ea2b03af8 2024-11-16T01:21:00,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741841_1017 (size=7686) 2024-11-16T01:21:00,486 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740/.tmp/info/3dde8c02128146728cd339adffa6afd9 2024-11-16T01:21:00,488 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/replication/2f37b42ef1050cb1c9a6a62af11fda08/.tmp/queue/3441ebc4e77c4063b6a6867ea2b03af8 as hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/replication/2f37b42ef1050cb1c9a6a62af11fda08/queue/3441ebc4e77c4063b6a6867ea2b03af8 2024-11-16T01:21:00,493 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/replication/2f37b42ef1050cb1c9a6a62af11fda08/queue/3441ebc4e77c4063b6a6867ea2b03af8, entries=1, sequenceid=10, filesize=5.2 K 2024-11-16T01:21:00,494 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 2f37b42ef1050cb1c9a6a62af11fda08 in 29ms, sequenceid=10, compaction requested=false 2024-11-16T01:21:00,500 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/replication/2f37b42ef1050cb1c9a6a62af11fda08/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T01:21:00,501 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:21:00,501 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:21:00,501 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08. 2024-11-16T01:21:00,501 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f37b42ef1050cb1c9a6a62af11fda08: Waiting for close lock at 1731720060465Running coprocessor pre-close hooks at 1731720060465Disabling compacts and flushes for region at 1731720060465Disabling writes for close at 1731720060465Obtaining lock to block concurrent updates at 1731720060465Preparing flush snapshotting stores in 2f37b42ef1050cb1c9a6a62af11fda08 at 1731720060465Finished memstore snapshotting hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731720060466 (+1 ms)Flushing stores of hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08. at 1731720060466Flushing 2f37b42ef1050cb1c9a6a62af11fda08/queue: creating writer at 1731720060466Flushing 2f37b42ef1050cb1c9a6a62af11fda08/queue: appending metadata at 1731720060479 (+13 ms)Flushing 2f37b42ef1050cb1c9a6a62af11fda08/queue: closing flushed file at 1731720060479Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f1414e9: reopening flushed file at 1731720060487 (+8 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 2f37b42ef1050cb1c9a6a62af11fda08 in 29ms, sequenceid=10, compaction requested=false at 1731720060494 (+7 ms)Writing region close event to WAL at 1731720060496 (+2 ms)Running coprocessor post-close hooks at 1731720060501 (+5 ms)Closed at 1731720060501 2024-11-16T01:21:00,501 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731720055222.2f37b42ef1050cb1c9a6a62af11fda08. 2024-11-16T01:21:00,501 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 176a1a16c9d3b673806f7a7d22664027, disabling compactions & flushes 2024-11-16T01:21:00,501 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731720050901.176a1a16c9d3b673806f7a7d22664027. 2024-11-16T01:21:00,501 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720050901.176a1a16c9d3b673806f7a7d22664027. 2024-11-16T01:21:00,501 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731720050901.176a1a16c9d3b673806f7a7d22664027. after waiting 0 ms 2024-11-16T01:21:00,501 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731720050901.176a1a16c9d3b673806f7a7d22664027. 2024-11-16T01:21:00,501 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 176a1a16c9d3b673806f7a7d22664027 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-16T01:21:00,506 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740/.tmp/ns/2fb44f966db540259f7eea5bab232aef is 43, key is default/ns:d/1731720049624/Put/seqid=0 2024-11-16T01:21:00,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741842_1018 (size=5153) 2024-11-16T01:21:00,516 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/default/test/176a1a16c9d3b673806f7a7d22664027/.tmp/f/ef19b6bb15be4da3a12e6370fe77a501 is 29, key is row1/f:/1731720059381/DeleteFamily/seqid=0 2024-11-16T01:21:00,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741843_1019 (size=5118) 2024-11-16T01:21:00,535 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 912, reset compression=false 2024-11-16T01:21:00,546 INFO [regionserver/844d197be988:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:21:00,666 DEBUG [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 176a1a16c9d3b673806f7a7d22664027 2024-11-16T01:21:00,826 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 915, reset compression=false 2024-11-16T01:21:00,830 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:21:00,831 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 1162, reset compression=false 2024-11-16T01:21:00,831 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.shipper844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,37981,1731720047299 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:21:00,832 ERROR [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.shipper844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 844d197be988,37981,1731720047299: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-844d197be988,37981,1731720047299, walGroup=844d197be988%2C37981%2C1731720047299, offset=844d197be988%2C37981%2C1731720047299.1731720049161:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:37981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T01:21:00,833 ERROR [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.shipper844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T01:21:00,833 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.shipper844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T01:21:00,834 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.shipper844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T01:21:00,834 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.shipper844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T01:21:00,834 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.shipper844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T01:21:00,834 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.shipper844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 606912432 }, "NonHeapMemoryUsage": { "committed": 194117632, "init": 7667712, "max": -1, "used": 191003488 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T01:21:00,834 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.shipper844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:46669 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:46669 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T01:21:00,866 DEBUG [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 176a1a16c9d3b673806f7a7d22664027 2024-11-16T01:21:00,911 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740/.tmp/ns/2fb44f966db540259f7eea5bab232aef 2024-11-16T01:21:00,920 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/default/test/176a1a16c9d3b673806f7a7d22664027/.tmp/f/ef19b6bb15be4da3a12e6370fe77a501 2024-11-16T01:21:00,924 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef19b6bb15be4da3a12e6370fe77a501 2024-11-16T01:21:00,930 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740/.tmp/rep_barrier/4c23d35e227341bfb32643d7ac29a0ef is 112, key is test,,1731720050901.176a1a16c9d3b673806f7a7d22664027./rep_barrier:seqnumDuringOpen/1731720052042/Put/seqid=0 2024-11-16T01:21:00,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741844_1020 (size=5518) 2024-11-16T01:21:00,939 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/default/test/176a1a16c9d3b673806f7a7d22664027/.tmp/f1/9fe1a5113e22425dbcfa825a8af6c212 is 30, key is row1/f1:/1731720059381/DeleteFamily/seqid=0 2024-11-16T01:21:00,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741845_1021 (size=5123) 2024-11-16T01:21:01,029 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T01:21:01,029 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T01:21:01,036 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 1162, reset compression=false 2024-11-16T01:21:01,038 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 912, reset compression=false 2024-11-16T01:21:01,066 DEBUG [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 176a1a16c9d3b673806f7a7d22664027 2024-11-16T01:21:01,266 DEBUG [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 176a1a16c9d3b673806f7a7d22664027 2024-11-16T01:21:01,334 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740/.tmp/rep_barrier/4c23d35e227341bfb32643d7ac29a0ef 2024-11-16T01:21:01,339 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 1162, reset compression=false 2024-11-16T01:21:01,342 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/default/test/176a1a16c9d3b673806f7a7d22664027/.tmp/f1/9fe1a5113e22425dbcfa825a8af6c212 2024-11-16T01:21:01,346 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9fe1a5113e22425dbcfa825a8af6c212 2024-11-16T01:21:01,355 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740/.tmp/table/ea4ee791e9f3466899483f38b215bc9f is 53, key is hbase:replication/table:state/1731720055997/Put/seqid=0 2024-11-16T01:21:01,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741846_1022 (size=5308) 2024-11-16T01:21:01,363 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/default/test/176a1a16c9d3b673806f7a7d22664027/.tmp/norep/5ea93c6fece641d9ba2b364ecd687c6f is 33, key is row1/norep:/1731720059381/DeleteFamily/seqid=0 2024-11-16T01:21:01,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741847_1023 (size=5108) 2024-11-16T01:21:01,367 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/default/test/176a1a16c9d3b673806f7a7d22664027/.tmp/norep/5ea93c6fece641d9ba2b364ecd687c6f 2024-11-16T01:21:01,370 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ea93c6fece641d9ba2b364ecd687c6f 2024-11-16T01:21:01,371 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/default/test/176a1a16c9d3b673806f7a7d22664027/.tmp/f/ef19b6bb15be4da3a12e6370fe77a501 as hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/default/test/176a1a16c9d3b673806f7a7d22664027/f/ef19b6bb15be4da3a12e6370fe77a501 2024-11-16T01:21:01,374 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef19b6bb15be4da3a12e6370fe77a501 2024-11-16T01:21:01,375 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/default/test/176a1a16c9d3b673806f7a7d22664027/f/ef19b6bb15be4da3a12e6370fe77a501, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T01:21:01,375 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/default/test/176a1a16c9d3b673806f7a7d22664027/.tmp/f1/9fe1a5113e22425dbcfa825a8af6c212 as hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/default/test/176a1a16c9d3b673806f7a7d22664027/f1/9fe1a5113e22425dbcfa825a8af6c212 2024-11-16T01:21:01,379 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9fe1a5113e22425dbcfa825a8af6c212 2024-11-16T01:21:01,379 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/default/test/176a1a16c9d3b673806f7a7d22664027/f1/9fe1a5113e22425dbcfa825a8af6c212, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T01:21:01,380 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/default/test/176a1a16c9d3b673806f7a7d22664027/.tmp/norep/5ea93c6fece641d9ba2b364ecd687c6f as hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/default/test/176a1a16c9d3b673806f7a7d22664027/norep/5ea93c6fece641d9ba2b364ecd687c6f 2024-11-16T01:21:01,383 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ea93c6fece641d9ba2b364ecd687c6f 2024-11-16T01:21:01,383 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/default/test/176a1a16c9d3b673806f7a7d22664027/norep/5ea93c6fece641d9ba2b364ecd687c6f, entries=1, sequenceid=8, filesize=5.0 K 2024-11-16T01:21:01,384 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 176a1a16c9d3b673806f7a7d22664027 in 883ms, sequenceid=8, compaction requested=false 2024-11-16T01:21:01,387 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/default/test/176a1a16c9d3b673806f7a7d22664027/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T01:21:01,388 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:21:01,388 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:21:01,388 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731720050901.176a1a16c9d3b673806f7a7d22664027. 2024-11-16T01:21:01,388 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 176a1a16c9d3b673806f7a7d22664027: Waiting for close lock at 1731720060501Running coprocessor pre-close hooks at 1731720060501Disabling compacts and flushes for region at 1731720060501Disabling writes for close at 1731720060501Obtaining lock to block concurrent updates at 1731720060501Preparing flush snapshotting stores in 176a1a16c9d3b673806f7a7d22664027 at 1731720060501Finished memstore snapshotting test,,1731720050901.176a1a16c9d3b673806f7a7d22664027., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731720060502 (+1 ms)Flushing stores of test,,1731720050901.176a1a16c9d3b673806f7a7d22664027. at 1731720060502Flushing 176a1a16c9d3b673806f7a7d22664027/f: creating writer at 1731720060502Flushing 176a1a16c9d3b673806f7a7d22664027/f: appending metadata at 1731720060516 (+14 ms)Flushing 176a1a16c9d3b673806f7a7d22664027/f: closing flushed file at 1731720060516Flushing 176a1a16c9d3b673806f7a7d22664027/f1: creating writer at 1731720060924 (+408 ms)Flushing 176a1a16c9d3b673806f7a7d22664027/f1: appending metadata at 1731720060938 (+14 ms)Flushing 176a1a16c9d3b673806f7a7d22664027/f1: closing flushed file at 1731720060938Flushing 176a1a16c9d3b673806f7a7d22664027/norep: creating writer at 1731720061346 (+408 ms)Flushing 176a1a16c9d3b673806f7a7d22664027/norep: appending metadata at 1731720061362 (+16 ms)Flushing 176a1a16c9d3b673806f7a7d22664027/norep: closing flushed file at 1731720061362Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e1a5db8: reopening flushed file at 1731720061370 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6024939e: reopening flushed file at 1731720061375 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a78f706: reopening flushed file at 1731720061379 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 176a1a16c9d3b673806f7a7d22664027 in 883ms, sequenceid=8, compaction requested=false at 1731720061384 (+5 ms)Writing region close event to WAL at 1731720061385 (+1 ms)Running coprocessor post-close hooks at 1731720061387 (+2 ms)Closed at 1731720061388 (+1 ms) 2024-11-16T01:21:01,388 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731720050901.176a1a16c9d3b673806f7a7d22664027. 2024-11-16T01:21:01,467 INFO [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T01:21:01,467 DEBUG [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:21:01,467 DEBUG [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:21:01,477 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:21:01,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:01,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:01,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:01,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:01,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:01,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:01,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:01,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:01,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:01,640 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 912, reset compression=false 2024-11-16T01:21:01,667 DEBUG [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:21:01,743 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 1162, reset compression=false 2024-11-16T01:21:01,747 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:21:01,747 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 1806, reset compression=false 2024-11-16T01:21:01,759 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740/.tmp/table/ea4ee791e9f3466899483f38b215bc9f 2024-11-16T01:21:01,763 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740/.tmp/info/3dde8c02128146728cd339adffa6afd9 as hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740/info/3dde8c02128146728cd339adffa6afd9 2024-11-16T01:21:01,766 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740/info/3dde8c02128146728cd339adffa6afd9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T01:21:01,767 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740/.tmp/ns/2fb44f966db540259f7eea5bab232aef as hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740/ns/2fb44f966db540259f7eea5bab232aef 2024-11-16T01:21:01,770 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740/ns/2fb44f966db540259f7eea5bab232aef, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T01:21:01,771 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740/.tmp/rep_barrier/4c23d35e227341bfb32643d7ac29a0ef as hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740/rep_barrier/4c23d35e227341bfb32643d7ac29a0ef 2024-11-16T01:21:01,774 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740/rep_barrier/4c23d35e227341bfb32643d7ac29a0ef, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T01:21:01,775 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740/.tmp/table/ea4ee791e9f3466899483f38b215bc9f as hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740/table/ea4ee791e9f3466899483f38b215bc9f 2024-11-16T01:21:01,778 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740/table/ea4ee791e9f3466899483f38b215bc9f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T01:21:01,778 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false 2024-11-16T01:21:01,783 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T01:21:01,783 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:21:01,783 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:21:01,783 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:21:01,784 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720060466Running coprocessor pre-close hooks at 1731720060466Disabling compacts and flushes for region at 1731720060466Disabling writes for close at 1731720060466Obtaining lock to block concurrent updates at 1731720060466Preparing flush snapshotting stores in 1588230740 at 1731720060466Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731720060466Flushing stores of hbase:meta,,1.1588230740 at 1731720060466Flushing 1588230740/info: creating writer at 1731720060466Flushing 1588230740/info: appending metadata at 1731720060481 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731720060481Flushing 1588230740/ns: creating writer at 1731720060489 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731720060506 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731720060506Flushing 1588230740/rep_barrier: creating writer at 1731720060915 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731720060929 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731720060929Flushing 1588230740/table: creating writer at 1731720061338 (+409 ms)Flushing 1588230740/table: appending metadata at 1731720061355 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731720061355Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ea795ff: reopening flushed file at 1731720061762 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bdab958: reopening flushed file at 1731720061767 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5556de02: reopening flushed file at 1731720061770 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3024240e: reopening flushed file at 1731720061774 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false at 1731720061778 (+4 ms)Writing region close event to WAL at 1731720061780 (+2 ms)Running coprocessor post-close hooks at 1731720061783 (+3 ms)Closed at 1731720061783 2024-11-16T01:21:01,784 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T01:21:01,867 INFO [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(976): stopping server 844d197be988,37981,1731720047299; all regions closed. 2024-11-16T01:21:01,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741834_1010 (size=4239) 2024-11-16T01:21:01,869 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.meta.1731720049559.meta not finished, retry = 0 2024-11-16T01:21:01,950 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/WALs/844d197be988,37981,1731720047299/844d197be988%2C37981%2C1731720047299.1731720049161 to pos 1806, reset compression=false 2024-11-16T01:21:01,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741839_1015 (size=2676) 2024-11-16T01:21:01,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741833_1009 (size=1814) 2024-11-16T01:21:01,974 DEBUG [RS:0;844d197be988:37981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:01,974 INFO [RS:0;844d197be988:37981 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:21:01,974 INFO [RS:0;844d197be988:37981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:21:01,974 INFO [RS:0;844d197be988:37981 {}] hbase.ChoreService(370): Chore service for: regionserver/844d197be988:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T01:21:01,974 INFO [RS:0;844d197be988:37981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:21:01,974 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:21:01,975 INFO [RS:0;844d197be988:37981 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-844d197be988,37981,1731720047299 because: Region server is closing 2024-11-16T01:21:01,975 INFO [RS:0;844d197be988:37981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:37981. 2024-11-16T01:21:01,975 DEBUG [RS:0;844d197be988:37981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:01,975 DEBUG [RS:0;844d197be988:37981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:01,975 DEBUG [RS:0;844d197be988:37981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:01,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:21:02,075 INFO [RS:0;844d197be988:37981 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.shipper844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 terminated 2024-11-16T01:21:02,075 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37981,1731720047299.replicationSource.wal-reader.844d197be988%2C37981%2C1731720047299,1-844d197be988,37981,1731720047299 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T01:21:02,075 INFO [RS:0;844d197be988:37981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:37981. 2024-11-16T01:21:02,076 DEBUG [RS:0;844d197be988:37981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:02,076 DEBUG [RS:0;844d197be988:37981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:02,076 DEBUG [RS:0;844d197be988:37981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:02,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:21:02,076 INFO [RS:0;844d197be988:37981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37981 2024-11-16T01:21:02,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x101413aca130004, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1252210257/rs/844d197be988,37981,1731720047299 2024-11-16T01:21:02,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252210257/rs 2024-11-16T01:21:02,137 INFO [RS:0;844d197be988:37981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:21:02,147 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [844d197be988,37981,1731720047299] 2024-11-16T01:21:02,158 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1252210257/draining/844d197be988,37981,1731720047299 already deleted, retry=false 2024-11-16T01:21:02,158 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 844d197be988,37981,1731720047299 expired; onlineServers=0 2024-11-16T01:21:02,158 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '844d197be988,46669,1731720047013' ***** 2024-11-16T01:21:02,158 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T01:21:02,158 INFO [M:0;844d197be988:46669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:21:02,158 INFO [M:0;844d197be988:46669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:21:02,158 DEBUG [M:0;844d197be988:46669 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T01:21:02,158 DEBUG [M:0;844d197be988:46669 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T01:21:02,158 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T01:21:02,158 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720048918 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720048918,5,FailOnTimeoutGroup] 2024-11-16T01:21:02,158 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720048918 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720048918,5,FailOnTimeoutGroup] 2024-11-16T01:21:02,158 INFO [M:0;844d197be988:46669 {}] hbase.ChoreService(370): Chore service for: master/844d197be988:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T01:21:02,159 INFO [M:0;844d197be988:46669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:21:02,159 DEBUG [M:0;844d197be988:46669 {}] master.HMaster(1795): Stopping service threads 2024-11-16T01:21:02,159 INFO [M:0;844d197be988:46669 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T01:21:02,159 INFO [M:0;844d197be988:46669 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:21:02,159 INFO [M:0;844d197be988:46669 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T01:21:02,159 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T01:21:02,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1252210257/master 2024-11-16T01:21:02,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1252210257 2024-11-16T01:21:02,168 DEBUG [M:0;844d197be988:46669 {}] zookeeper.ZKUtil(347): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Unable to get data of znode /1-1252210257/master because node does not exist (not an error) 2024-11-16T01:21:02,168 WARN [M:0;844d197be988:46669 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T01:21:02,169 INFO [M:0;844d197be988:46669 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/.lastflushedseqids 2024-11-16T01:21:02,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741848_1024 (size=245) 2024-11-16T01:21:02,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x101413aca130004, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:21:02,247 INFO [RS:0;844d197be988:37981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:21:02,247 INFO [RS:0;844d197be988:37981 {}] regionserver.HRegionServer(1031): Exiting; stopping=844d197be988,37981,1731720047299; zookeeper connection closed. 2024-11-16T01:21:02,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x101413aca130004, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:21:02,248 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c6ea440 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c6ea440 2024-11-16T01:21:02,248 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T01:21:02,346 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 912, reset compression=false 2024-11-16T01:21:02,573 INFO [M:0;844d197be988:46669 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T01:21:02,573 INFO [M:0;844d197be988:46669 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T01:21:02,573 DEBUG [M:0;844d197be988:46669 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:21:02,573 INFO [M:0;844d197be988:46669 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:02,573 DEBUG [M:0;844d197be988:46669 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:02,573 DEBUG [M:0;844d197be988:46669 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:21:02,573 DEBUG [M:0;844d197be988:46669 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:02,573 INFO [M:0;844d197be988:46669 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T01:21:02,592 DEBUG [M:0;844d197be988:46669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b57011d15144966b03656d88bea626a is 82, key is hbase:meta,,1/info:regioninfo/1731720049588/Put/seqid=0 2024-11-16T01:21:02,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741849_1025 (size=5672) 2024-11-16T01:21:02,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T01:21:02,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T01:21:02,995 INFO [M:0;844d197be988:46669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b57011d15144966b03656d88bea626a 2024-11-16T01:21:03,011 DEBUG [M:0;844d197be988:46669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/661dd9cf2d0d459f90fd4ca6e25a8176 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731720056001/Put/seqid=0 2024-11-16T01:21:03,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741850_1026 (size=8516) 2024-11-16T01:21:03,150 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 912, reset compression=false 2024-11-16T01:21:03,415 INFO [M:0;844d197be988:46669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/661dd9cf2d0d459f90fd4ca6e25a8176 2024-11-16T01:21:03,431 DEBUG [M:0;844d197be988:46669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a408b72a72464deab2542450400b05d6 is 69, key is 844d197be988,37981,1731720047299/rs:state/1731720048965/Put/seqid=0 2024-11-16T01:21:03,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741851_1027 (size=5156) 2024-11-16T01:21:03,835 INFO [M:0;844d197be988:46669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a408b72a72464deab2542450400b05d6 2024-11-16T01:21:03,839 DEBUG [M:0;844d197be988:46669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b57011d15144966b03656d88bea626a as hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b57011d15144966b03656d88bea626a 2024-11-16T01:21:03,845 INFO [M:0;844d197be988:46669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b57011d15144966b03656d88bea626a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T01:21:03,846 DEBUG [M:0;844d197be988:46669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/661dd9cf2d0d459f90fd4ca6e25a8176 as hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/661dd9cf2d0d459f90fd4ca6e25a8176 2024-11-16T01:21:03,850 INFO [M:0;844d197be988:46669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/661dd9cf2d0d459f90fd4ca6e25a8176, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T01:21:03,850 DEBUG [M:0;844d197be988:46669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a408b72a72464deab2542450400b05d6 as hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a408b72a72464deab2542450400b05d6 2024-11-16T01:21:03,854 INFO [M:0;844d197be988:46669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36569/user/jenkins/test-data/9e8d8f52-6f16-38c4-5950-b56dae66b5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a408b72a72464deab2542450400b05d6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T01:21:03,854 INFO [M:0;844d197be988:46669 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-16T01:21:03,856 INFO [M:0;844d197be988:46669 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:03,856 DEBUG [M:0;844d197be988:46669 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720062573Disabling compacts and flushes for region at 1731720062573Disabling writes for close at 1731720062573Obtaining lock to block concurrent updates at 1731720062573Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731720062573Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731720062574 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731720062574Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731720062574Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731720062591 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731720062591Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731720062999 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731720063011 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731720063011Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731720063418 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731720063430 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731720063431 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c7ecf78: reopening flushed file at 1731720063839 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4224e1d1: reopening flushed file at 1731720063845 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f4d982f: reopening flushed file at 1731720063850 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1731720063854 (+4 ms)Writing region close event to WAL at 1731720063856 (+2 ms)Closed at 1731720063856 2024-11-16T01:21:03,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741830_1006 (size=63654) 2024-11-16T01:21:03,859 INFO [M:0;844d197be988:46669 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T01:21:03,859 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:21:03,859 INFO [M:0;844d197be988:46669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46669 2024-11-16T01:21:03,859 INFO [M:0;844d197be988:46669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:21:03,998 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:21:03,999 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:21:03,999 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28346 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:21:04,053 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 912, reset compression=false 2024-11-16T01:21:04,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:21:04,338 INFO [M:0;844d197be988:46669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:21:04,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46669-0x101413aca130003, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:21:04,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eedcfad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:21:04,368 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ccc127c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:21:04,368 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:21:04,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34b1673f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:21:04,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48a787a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/hadoop.log.dir/,STOPPED} 2024-11-16T01:21:04,369 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T01:21:04,369 WARN [BP-849447555-172.17.0.2-1731720045127 heartbeating to localhost/127.0.0.1:36569 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T01:21:04,369 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T01:21:04,369 WARN [BP-849447555-172.17.0.2-1731720045127 heartbeating to localhost/127.0.0.1:36569 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-849447555-172.17.0.2-1731720045127 (Datanode Uuid c97ffac7-176a-458d-bbbc-6b7351feded7) service to localhost/127.0.0.1:36569 2024-11-16T01:21:04,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/cluster_8cd45c88-91e8-4e17-c3b4-da9e55aed0ca/data/data1/current/BP-849447555-172.17.0.2-1731720045127 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:21:04,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/cluster_8cd45c88-91e8-4e17-c3b4-da9e55aed0ca/data/data2/current/BP-849447555-172.17.0.2-1731720045127 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:21:04,370 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T01:21:04,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bb6433f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:21:04,375 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a180a6f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:21:04,375 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:21:04,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79fc6fa9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:21:04,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@215f870f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/hadoop.log.dir/,STOPPED} 2024-11-16T01:21:04,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T01:21:04,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T01:21:04,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:21:04,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:04,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:04,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:04,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:21:04,388 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T01:21:04,388 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=414841348, stopped=false 2024-11-16T01:21:04,388 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=844d197be988,44467,1731720042742 2024-11-16T01:21:04,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x101413aca130001, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02077320371/running 2024-11-16T01:21:04,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x101413aca130001, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02077320371 2024-11-16T01:21:04,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02077320371/running 2024-11-16T01:21:04,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02077320371 2024-11-16T01:21:04,480 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:21:04,480 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:21:04,480 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:04,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:04,481 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '844d197be988,33155,1731720042934' ***** 2024-11-16T01:21:04,481 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T01:21:04,481 INFO [RS:0;844d197be988:33155 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T01:21:04,481 INFO [RS:0;844d197be988:33155 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T01:21:04,481 INFO [RS:0;844d197be988:33155 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T01:21:04,481 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T01:21:04,481 INFO [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(3091): Received CLOSE for a725f993635788daf947e4bc1fb1bfde 2024-11-16T01:21:04,481 INFO [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(3091): Received CLOSE for fadef4ecfd56647cccf95ecb577246cc 2024-11-16T01:21:04,481 INFO [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(959): stopping server 844d197be988,33155,1731720042934 2024-11-16T01:21:04,481 INFO [RS:0;844d197be988:33155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:21:04,481 INFO [RS:0;844d197be988:33155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:33155. 2024-11-16T01:21:04,481 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a725f993635788daf947e4bc1fb1bfde, disabling compactions & flushes 2024-11-16T01:21:04,481 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731720049763.a725f993635788daf947e4bc1fb1bfde. 2024-11-16T01:21:04,481 DEBUG [RS:0;844d197be988:33155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:04,481 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720049763.a725f993635788daf947e4bc1fb1bfde. 2024-11-16T01:21:04,481 DEBUG [RS:0;844d197be988:33155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:04,481 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731720049763.a725f993635788daf947e4bc1fb1bfde. after waiting 0 ms 2024-11-16T01:21:04,481 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731720049763.a725f993635788daf947e4bc1fb1bfde. 2024-11-16T01:21:04,481 INFO [RS:0;844d197be988:33155 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T01:21:04,481 INFO [RS:0;844d197be988:33155 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T01:21:04,481 INFO [RS:0;844d197be988:33155 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T01:21:04,481 INFO [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T01:21:04,481 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a725f993635788daf947e4bc1fb1bfde 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-16T01:21:04,482 INFO [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T01:21:04,482 DEBUG [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a725f993635788daf947e4bc1fb1bfde=test,,1731720049763.a725f993635788daf947e4bc1fb1bfde., fadef4ecfd56647cccf95ecb577246cc=hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc.} 2024-11-16T01:21:04,482 DEBUG [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a725f993635788daf947e4bc1fb1bfde, fadef4ecfd56647cccf95ecb577246cc 2024-11-16T01:21:04,482 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:21:04,482 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:21:04,482 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:21:04,482 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:21:04,482 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:21:04,482 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T01:21:04,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Set watcher on znode that does not yet exist, /02077320371/running 2024-11-16T01:21:04,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33155-0x101413aca130001, quorum=127.0.0.1:58947, baseZNode=/02077320371 Set watcher on znode that does not yet exist, /02077320371/running 2024-11-16T01:21:04,501 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740/.tmp/info/a90d3ff6877b459ea3939ea283911013 is 147, key is hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc./info:regioninfo/1731720054306/Put/seqid=0 2024-11-16T01:21:04,502 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/default/test/a725f993635788daf947e4bc1fb1bfde/.tmp/f/7fdbbf48b6f445deb33f97e34c866b6d is 29, key is row1/f:/1731720059381/DeleteFamily/seqid=0 2024-11-16T01:21:04,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741841_1017 (size=7686) 2024-11-16T01:21:04,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741840_1016 (size=5118) 2024-11-16T01:21:04,549 INFO [regionserver/844d197be988:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:21:04,682 DEBUG [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a725f993635788daf947e4bc1fb1bfde, fadef4ecfd56647cccf95ecb577246cc 2024-11-16T01:21:04,822 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T01:21:04,822 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T01:21:04,882 DEBUG [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a725f993635788daf947e4bc1fb1bfde, fadef4ecfd56647cccf95ecb577246cc 2024-11-16T01:21:04,906 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/default/test/a725f993635788daf947e4bc1fb1bfde/.tmp/f/7fdbbf48b6f445deb33f97e34c866b6d 2024-11-16T01:21:04,906 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740/.tmp/info/a90d3ff6877b459ea3939ea283911013 2024-11-16T01:21:04,910 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7fdbbf48b6f445deb33f97e34c866b6d 2024-11-16T01:21:04,927 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740/.tmp/ns/e3c1869ea7ec402e97d9c2ece100cf81 is 43, key is default/ns:d/1731720044981/Put/seqid=0 2024-11-16T01:21:04,930 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/default/test/a725f993635788daf947e4bc1fb1bfde/.tmp/f1/9b5ddb9c5bd145648a86500520d22ddb is 30, key is row1/f1:/1731720059381/DeleteFamily/seqid=0 2024-11-16T01:21:04,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741842_1018 (size=5153) 2024-11-16T01:21:04,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741843_1019 (size=5123) 2024-11-16T01:21:04,938 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/default/test/a725f993635788daf947e4bc1fb1bfde/.tmp/f1/9b5ddb9c5bd145648a86500520d22ddb 2024-11-16T01:21:04,942 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b5ddb9c5bd145648a86500520d22ddb 2024-11-16T01:21:04,954 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/default/test/a725f993635788daf947e4bc1fb1bfde/.tmp/norep/3d01febf697043d9b146bf3f27d12171 is 32, key is row/norep:/1731720058371/DeleteFamily/seqid=0 2024-11-16T01:21:04,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741844_1020 (size=5101) 2024-11-16T01:21:05,057 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 912, reset compression=false 2024-11-16T01:21:05,061 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:21:05,061 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 1159, reset compression=false 2024-11-16T01:21:05,061 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.shipper844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,33155,1731720042934 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:21:05,062 ERROR [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.shipper844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 844d197be988,33155,1731720042934: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-844d197be988,33155,1731720042934, walGroup=844d197be988%2C33155%2C1731720042934, offset=844d197be988%2C33155%2C1731720042934.1731720043957:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:33155 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T01:21:05,063 ERROR [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.shipper844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T01:21:05,063 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.shipper844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T01:21:05,064 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.shipper844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T01:21:05,064 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.shipper844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T01:21:05,064 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.shipper844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T01:21:05,064 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.shipper844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 690798512 }, "NonHeapMemoryUsage": { "committed": 194379776, "init": 7667712, "max": -1, "used": 191624664 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T01:21:05,064 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.shipper844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:44467 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:44467 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T01:21:05,082 DEBUG [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a725f993635788daf947e4bc1fb1bfde, fadef4ecfd56647cccf95ecb577246cc 2024-11-16T01:21:05,265 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 1159, reset compression=false 2024-11-16T01:21:05,282 DEBUG [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a725f993635788daf947e4bc1fb1bfde, fadef4ecfd56647cccf95ecb577246cc 2024-11-16T01:21:05,334 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740/.tmp/ns/e3c1869ea7ec402e97d9c2ece100cf81 2024-11-16T01:21:05,352 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740/.tmp/rep_barrier/492dc641656c4287b69c7b4df6acacb9 is 112, key is test,,1731720049763.a725f993635788daf947e4bc1fb1bfde./rep_barrier:seqnumDuringOpen/1731720050507/Put/seqid=0 2024-11-16T01:21:05,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741845_1021 (size=5518) 2024-11-16T01:21:05,358 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/default/test/a725f993635788daf947e4bc1fb1bfde/.tmp/norep/3d01febf697043d9b146bf3f27d12171 2024-11-16T01:21:05,361 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d01febf697043d9b146bf3f27d12171 2024-11-16T01:21:05,362 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/default/test/a725f993635788daf947e4bc1fb1bfde/.tmp/f/7fdbbf48b6f445deb33f97e34c866b6d as hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/default/test/a725f993635788daf947e4bc1fb1bfde/f/7fdbbf48b6f445deb33f97e34c866b6d 2024-11-16T01:21:05,365 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7fdbbf48b6f445deb33f97e34c866b6d 2024-11-16T01:21:05,366 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/default/test/a725f993635788daf947e4bc1fb1bfde/f/7fdbbf48b6f445deb33f97e34c866b6d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T01:21:05,366 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/default/test/a725f993635788daf947e4bc1fb1bfde/.tmp/f1/9b5ddb9c5bd145648a86500520d22ddb as hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/default/test/a725f993635788daf947e4bc1fb1bfde/f1/9b5ddb9c5bd145648a86500520d22ddb 2024-11-16T01:21:05,370 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b5ddb9c5bd145648a86500520d22ddb 2024-11-16T01:21:05,370 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/default/test/a725f993635788daf947e4bc1fb1bfde/f1/9b5ddb9c5bd145648a86500520d22ddb, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T01:21:05,370 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/default/test/a725f993635788daf947e4bc1fb1bfde/.tmp/norep/3d01febf697043d9b146bf3f27d12171 as hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/default/test/a725f993635788daf947e4bc1fb1bfde/norep/3d01febf697043d9b146bf3f27d12171 2024-11-16T01:21:05,374 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d01febf697043d9b146bf3f27d12171 2024-11-16T01:21:05,374 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/default/test/a725f993635788daf947e4bc1fb1bfde/norep/3d01febf697043d9b146bf3f27d12171, entries=1, sequenceid=8, filesize=5.0 K 2024-11-16T01:21:05,374 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a725f993635788daf947e4bc1fb1bfde in 893ms, sequenceid=8, compaction requested=false 2024-11-16T01:21:05,374 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T01:21:05,378 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/default/test/a725f993635788daf947e4bc1fb1bfde/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T01:21:05,378 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:21:05,379 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:21:05,379 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731720049763.a725f993635788daf947e4bc1fb1bfde. 2024-11-16T01:21:05,379 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a725f993635788daf947e4bc1fb1bfde: Waiting for close lock at 1731720064481Running coprocessor pre-close hooks at 1731720064481Disabling compacts and flushes for region at 1731720064481Disabling writes for close at 1731720064481Obtaining lock to block concurrent updates at 1731720064481Preparing flush snapshotting stores in a725f993635788daf947e4bc1fb1bfde at 1731720064481Finished memstore snapshotting test,,1731720049763.a725f993635788daf947e4bc1fb1bfde., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731720064482 (+1 ms)Flushing stores of test,,1731720049763.a725f993635788daf947e4bc1fb1bfde. at 1731720064483 (+1 ms)Flushing a725f993635788daf947e4bc1fb1bfde/f: creating writer at 1731720064483Flushing a725f993635788daf947e4bc1fb1bfde/f: appending metadata at 1731720064501 (+18 ms)Flushing a725f993635788daf947e4bc1fb1bfde/f: closing flushed file at 1731720064501Flushing a725f993635788daf947e4bc1fb1bfde/f1: creating writer at 1731720064910 (+409 ms)Flushing a725f993635788daf947e4bc1fb1bfde/f1: appending metadata at 1731720064930 (+20 ms)Flushing a725f993635788daf947e4bc1fb1bfde/f1: closing flushed file at 1731720064930Flushing a725f993635788daf947e4bc1fb1bfde/norep: creating writer at 1731720064942 (+12 ms)Flushing a725f993635788daf947e4bc1fb1bfde/norep: appending metadata at 1731720064954 (+12 ms)Flushing a725f993635788daf947e4bc1fb1bfde/norep: closing flushed file at 1731720064954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49666d8c: reopening flushed file at 1731720065361 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ca3d38a: reopening flushed file at 1731720065366 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40932889: reopening flushed file at 1731720065370 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a725f993635788daf947e4bc1fb1bfde in 893ms, sequenceid=8, compaction requested=false at 1731720065374 (+4 ms)Writing region close event to WAL at 1731720065376 (+2 ms)Running coprocessor post-close hooks at 1731720065378 (+2 ms)Closed at 1731720065379 (+1 ms) 2024-11-16T01:21:05,379 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731720049763.a725f993635788daf947e4bc1fb1bfde. 2024-11-16T01:21:05,379 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fadef4ecfd56647cccf95ecb577246cc, disabling compactions & flushes 2024-11-16T01:21:05,379 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc. 2024-11-16T01:21:05,379 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc. 2024-11-16T01:21:05,379 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc. after waiting 0 ms 2024-11-16T01:21:05,379 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc. 2024-11-16T01:21:05,379 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fadef4ecfd56647cccf95ecb577246cc: Waiting for close lock at 1731720065379Running coprocessor pre-close hooks at 1731720065379Disabling compacts and flushes for region at 1731720065379Disabling writes for close at 1731720065379Failed flush hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc., putting online again at 1731720065379 2024-11-16T01:21:05,380 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc. 2024-11-16T01:21:05,483 INFO [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T01:21:05,483 DEBUG [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fadef4ecfd56647cccf95ecb577246cc=hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc.} 2024-11-16T01:21:05,483 INFO [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(3091): Received CLOSE for fadef4ecfd56647cccf95ecb577246cc 2024-11-16T01:21:05,483 DEBUG [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fadef4ecfd56647cccf95ecb577246cc 2024-11-16T01:21:05,483 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fadef4ecfd56647cccf95ecb577246cc, disabling compactions & flushes 2024-11-16T01:21:05,483 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc. 2024-11-16T01:21:05,483 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc. 2024-11-16T01:21:05,483 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc. after waiting 0 ms 2024-11-16T01:21:05,483 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc. 2024-11-16T01:21:05,483 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fadef4ecfd56647cccf95ecb577246cc: Waiting for close lock at 1731720065483Running coprocessor pre-close hooks at 1731720065483Disabling compacts and flushes for region at 1731720065483Disabling writes for close at 1731720065483Failed flush hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc., putting online again at 1731720065483 2024-11-16T01:21:05,483 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731720053068.fadef4ecfd56647cccf95ecb577246cc. 2024-11-16T01:21:05,568 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 1159, reset compression=false 2024-11-16T01:21:05,573 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:21:05,573 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 1803, reset compression=false 2024-11-16T01:21:05,683 DEBUG [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:21:05,756 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740/.tmp/rep_barrier/492dc641656c4287b69c7b4df6acacb9 2024-11-16T01:21:05,771 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740/.tmp/table/273422cbec934bfc86b3e380af6d5e7d is 53, key is hbase:replication/table:state/1731720054314/Put/seqid=0 2024-11-16T01:21:05,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741846_1022 (size=5308) 2024-11-16T01:21:05,775 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 1803, reset compression=false 2024-11-16T01:21:05,883 DEBUG [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:21:06,078 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 1803, reset compression=false 2024-11-16T01:21:06,083 DEBUG [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:21:06,175 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740/.tmp/table/273422cbec934bfc86b3e380af6d5e7d 2024-11-16T01:21:06,179 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740/.tmp/info/a90d3ff6877b459ea3939ea283911013 as hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740/info/a90d3ff6877b459ea3939ea283911013 2024-11-16T01:21:06,183 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740/info/a90d3ff6877b459ea3939ea283911013, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T01:21:06,184 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740/.tmp/ns/e3c1869ea7ec402e97d9c2ece100cf81 as hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740/ns/e3c1869ea7ec402e97d9c2ece100cf81 2024-11-16T01:21:06,187 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740/ns/e3c1869ea7ec402e97d9c2ece100cf81, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T01:21:06,187 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740/.tmp/rep_barrier/492dc641656c4287b69c7b4df6acacb9 as hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740/rep_barrier/492dc641656c4287b69c7b4df6acacb9 2024-11-16T01:21:06,191 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740/rep_barrier/492dc641656c4287b69c7b4df6acacb9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T01:21:06,191 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740/.tmp/table/273422cbec934bfc86b3e380af6d5e7d as hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740/table/273422cbec934bfc86b3e380af6d5e7d 2024-11-16T01:21:06,195 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740/table/273422cbec934bfc86b3e380af6d5e7d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T01:21:06,195 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false 2024-11-16T01:21:06,204 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T01:21:06,205 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:21:06,205 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:21:06,205 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:21:06,205 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720064482Running coprocessor pre-close hooks at 1731720064482Disabling compacts and flushes for region at 1731720064482Disabling writes for close at 1731720064482Obtaining lock to block concurrent updates at 1731720064482Preparing flush snapshotting stores in 1588230740 at 1731720064482Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731720064482Flushing stores of hbase:meta,,1.1588230740 at 1731720064482Flushing 1588230740/info: creating writer at 1731720064483 (+1 ms)Flushing 1588230740/info: appending metadata at 1731720064501 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731720064501Flushing 1588230740/ns: creating writer at 1731720064910 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731720064926 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731720064926Flushing 1588230740/rep_barrier: creating writer at 1731720065338 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731720065352 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731720065352Flushing 1588230740/table: creating writer at 1731720065759 (+407 ms)Flushing 1588230740/table: appending metadata at 1731720065771 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731720065771Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5186441e: reopening flushed file at 1731720066179 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44cae547: reopening flushed file at 1731720066183 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e4d365d: reopening flushed file at 1731720066187 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40db8933: reopening flushed file at 1731720066191 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false at 1731720066195 (+4 ms)Writing region close event to WAL at 1731720066202 (+7 ms)Running coprocessor post-close hooks at 1731720066205 (+3 ms)Closed at 1731720066205 2024-11-16T01:21:06,205 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T01:21:06,284 INFO [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-16T01:21:06,284 INFO [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(976): stopping server 844d197be988,33155,1731720042934; all regions closed. 2024-11-16T01:21:06,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741834_1010 (size=4239) 2024-11-16T01:21:06,285 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.meta.1731720044907.meta not finished, retry = 0 2024-11-16T01:21:06,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741839_1015 (size=1733) 2024-11-16T01:21:06,388 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.rep.1731720054233 not finished, retry = 0 2024-11-16T01:21:06,482 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 to pos 1803, reset compression=false 2024-11-16T01:21:06,491 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/WALs/844d197be988,33155,1731720042934/844d197be988%2C33155%2C1731720042934.1731720043957 not finished, retry = 0 2024-11-16T01:21:06,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741832_1008 (size=1811) 2024-11-16T01:21:06,591 DEBUG [RS:0;844d197be988:33155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:06,592 INFO [RS:0;844d197be988:33155 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:21:06,592 INFO [RS:0;844d197be988:33155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:21:06,592 INFO [RS:0;844d197be988:33155 {}] hbase.ChoreService(370): Chore service for: regionserver/844d197be988:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T01:21:06,592 INFO [RS:0;844d197be988:33155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:21:06,592 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:21:06,592 INFO [RS:0;844d197be988:33155 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-844d197be988,33155,1731720042934 because: Region server is closing 2024-11-16T01:21:06,592 INFO [RS:0;844d197be988:33155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:33155. 2024-11-16T01:21:06,592 DEBUG [RS:0;844d197be988:33155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:06,592 DEBUG [RS:0;844d197be988:33155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:06,592 DEBUG [RS:0;844d197be988:33155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:06,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:21:06,693 INFO [RS:0;844d197be988:33155 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.shipper844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 terminated 2024-11-16T01:21:06,693 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33155,1731720042934.replicationSource.wal-reader.844d197be988%2C33155%2C1731720042934,1-844d197be988,33155,1731720042934 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T01:21:06,693 INFO [RS:0;844d197be988:33155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:33155. 2024-11-16T01:21:06,693 DEBUG [RS:0;844d197be988:33155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:06,693 DEBUG [RS:0;844d197be988:33155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:06,693 DEBUG [RS:0;844d197be988:33155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:06,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:21:06,693 INFO [RS:0;844d197be988:33155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33155 2024-11-16T01:21:06,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02077320371/rs 2024-11-16T01:21:06,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x101413aca130001, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02077320371/rs/844d197be988,33155,1731720042934 2024-11-16T01:21:06,768 INFO [RS:0;844d197be988:33155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:21:06,769 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [844d197be988,33155,1731720042934] 2024-11-16T01:21:06,789 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02077320371/draining/844d197be988,33155,1731720042934 already deleted, retry=false 2024-11-16T01:21:06,789 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 844d197be988,33155,1731720042934 expired; onlineServers=0 2024-11-16T01:21:06,789 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '844d197be988,44467,1731720042742' ***** 2024-11-16T01:21:06,789 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T01:21:06,789 INFO [M:0;844d197be988:44467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:21:06,789 INFO [M:0;844d197be988:44467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:21:06,789 DEBUG [M:0;844d197be988:44467 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T01:21:06,789 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T01:21:06,789 DEBUG [M:0;844d197be988:44467 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T01:21:06,789 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720043698 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720043698,5,FailOnTimeoutGroup] 2024-11-16T01:21:06,789 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720043696 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720043696,5,FailOnTimeoutGroup] 2024-11-16T01:21:06,790 INFO [M:0;844d197be988:44467 {}] hbase.ChoreService(370): Chore service for: master/844d197be988:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T01:21:06,790 INFO [M:0;844d197be988:44467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:21:06,790 DEBUG [M:0;844d197be988:44467 {}] master.HMaster(1795): Stopping service threads 2024-11-16T01:21:06,790 INFO [M:0;844d197be988:44467 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T01:21:06,790 INFO [M:0;844d197be988:44467 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:21:06,790 INFO [M:0;844d197be988:44467 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T01:21:06,790 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T01:21:06,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02077320371/master 2024-11-16T01:21:06,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02077320371 2024-11-16T01:21:06,800 DEBUG [M:0;844d197be988:44467 {}] zookeeper.ZKUtil(347): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Unable to get data of znode /02077320371/master because node does not exist (not an error) 2024-11-16T01:21:06,800 WARN [M:0;844d197be988:44467 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T01:21:06,801 INFO [M:0;844d197be988:44467 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/.lastflushedseqids 2024-11-16T01:21:06,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741847_1023 (size=245) 2024-11-16T01:21:06,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x101413aca130001, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:21:06,879 INFO [RS:0;844d197be988:33155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:21:06,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33155-0x101413aca130001, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:21:06,879 INFO [RS:0;844d197be988:33155 {}] regionserver.HRegionServer(1031): Exiting; stopping=844d197be988,33155,1731720042934; zookeeper connection closed. 2024-11-16T01:21:06,879 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@232f4272 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@232f4272 2024-11-16T01:21:06,879 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T01:21:06,889 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:21:06,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:06,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:06,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:06,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:06,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:06,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:06,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:06,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:06,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:06,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:07,205 INFO [M:0;844d197be988:44467 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T01:21:07,205 INFO [M:0;844d197be988:44467 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T01:21:07,205 DEBUG [M:0;844d197be988:44467 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:21:07,205 INFO [M:0;844d197be988:44467 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:07,205 DEBUG [M:0;844d197be988:44467 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:07,205 DEBUG [M:0;844d197be988:44467 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:21:07,205 DEBUG [M:0;844d197be988:44467 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:07,205 INFO [M:0;844d197be988:44467 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-16T01:21:07,222 DEBUG [M:0;844d197be988:44467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ae4e751e1bf4502846ccb70272ded69 is 82, key is hbase:meta,,1/info:regioninfo/1731720044939/Put/seqid=0 2024-11-16T01:21:07,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741848_1024 (size=5672) 2024-11-16T01:21:07,626 INFO [M:0;844d197be988:44467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ae4e751e1bf4502846ccb70272ded69 2024-11-16T01:21:07,645 DEBUG [M:0;844d197be988:44467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f37613c2e78456ebfc8037542eeb518 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731720054318/Put/seqid=0 2024-11-16T01:21:07,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741849_1025 (size=8515) 2024-11-16T01:21:08,049 INFO [M:0;844d197be988:44467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f37613c2e78456ebfc8037542eeb518 2024-11-16T01:21:08,069 DEBUG [M:0;844d197be988:44467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbf4c26658634327b36ed6d3f28a7d46 is 69, key is 844d197be988,33155,1731720042934/rs:state/1731720043798/Put/seqid=0 2024-11-16T01:21:08,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741850_1026 (size=5156) 2024-11-16T01:21:08,473 INFO [M:0;844d197be988:44467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbf4c26658634327b36ed6d3f28a7d46 2024-11-16T01:21:08,477 DEBUG [M:0;844d197be988:44467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ae4e751e1bf4502846ccb70272ded69 as hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ae4e751e1bf4502846ccb70272ded69 2024-11-16T01:21:08,481 INFO [M:0;844d197be988:44467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ae4e751e1bf4502846ccb70272ded69, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T01:21:08,482 DEBUG [M:0;844d197be988:44467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f37613c2e78456ebfc8037542eeb518 as hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f37613c2e78456ebfc8037542eeb518 2024-11-16T01:21:08,486 INFO [M:0;844d197be988:44467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f37613c2e78456ebfc8037542eeb518, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T01:21:08,487 DEBUG [M:0;844d197be988:44467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbf4c26658634327b36ed6d3f28a7d46 as hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbf4c26658634327b36ed6d3f28a7d46 2024-11-16T01:21:08,490 INFO [M:0;844d197be988:44467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41191/user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbf4c26658634327b36ed6d3f28a7d46, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T01:21:08,491 INFO [M:0;844d197be988:44467 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-16T01:21:08,492 INFO [M:0;844d197be988:44467 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:08,492 DEBUG [M:0;844d197be988:44467 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720067205Disabling compacts and flushes for region at 1731720067205Disabling writes for close at 1731720067205Obtaining lock to block concurrent updates at 1731720067205Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731720067205Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731720067205Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731720067206 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731720067206Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731720067222 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731720067222Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731720067629 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731720067645 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731720067645Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731720068053 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731720068068 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731720068068Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f1ad61a: reopening flushed file at 1731720068477 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60433590: reopening flushed file at 1731720068481 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@578dae7c: reopening flushed file at 1731720068486 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1731720068491 (+5 ms)Writing region close event to WAL at 1731720068492 (+1 ms)Closed at 1731720068492 2024-11-16T01:21:08,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43459 is added to blk_1073741830_1006 (size=63642) 2024-11-16T01:21:08,495 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7eb20637-3f3d-8475-5373-cbc76b681711/MasterData/WALs/844d197be988,44467,1731720042742/844d197be988%2C44467%2C1731720042742.1731720043453 not finished, retry = 0 2024-11-16T01:21:08,596 INFO [M:0;844d197be988:44467 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T01:21:08,596 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:21:08,596 INFO [M:0;844d197be988:44467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44467 2024-11-16T01:21:08,596 INFO [M:0;844d197be988:44467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:21:08,784 INFO [M:0;844d197be988:44467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:21:08,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:21:08,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44467-0x101413aca130000, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:21:08,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6587a940{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:21:08,786 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19470430{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:21:08,786 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:21:08,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@121c05b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:21:08,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4034ede3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/hadoop.log.dir/,STOPPED} 2024-11-16T01:21:08,788 WARN [BP-2113277274-172.17.0.2-1731720040065 heartbeating to localhost/127.0.0.1:41191 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T01:21:08,788 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T01:21:08,788 WARN [BP-2113277274-172.17.0.2-1731720040065 heartbeating to localhost/127.0.0.1:41191 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2113277274-172.17.0.2-1731720040065 (Datanode Uuid ad5f8cc2-da19-4f96-833a-a0dcdebfa979) service to localhost/127.0.0.1:41191 2024-11-16T01:21:08,788 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T01:21:08,788 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/cluster_e07a09f6-3de4-745d-ced9-d3ba8516fedd/data/data1/current/BP-2113277274-172.17.0.2-1731720040065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:21:08,788 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/cluster_e07a09f6-3de4-745d-ced9-d3ba8516fedd/data/data2/current/BP-2113277274-172.17.0.2-1731720040065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:21:08,788 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T01:21:08,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58bf9a8c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:21:08,795 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7480af43{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:21:08,795 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:21:08,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51076a0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:21:08,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52806609{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/899b4806-8dee-9c44-642b-7bd8472350f4/hadoop.log.dir/,STOPPED} 2024-11-16T01:21:08,800 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T01:21:08,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T01:21:08,822 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 237) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58947) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:36569 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:41191 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:41191 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:36569 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:41191 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36569 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58947) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:36569 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:41191 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:36569 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41191 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=653 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=325 (was 325), ProcessCount=11 (was 11), AvailableMemoryMB=5244 (was 5194) - AvailableMemoryMB LEAK? - 2024-11-16T01:21:08,833 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=325, ProcessCount=11, AvailableMemoryMB=5245 2024-11-16T01:21:08,849 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-16T01:21:08,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/hadoop.log.dir so I do NOT create it in target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0 2024-11-16T01:21:08,850 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T01:21:08,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/hadoop.tmp.dir so I do NOT create it in target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0 2024-11-16T01:21:08,850 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea4af95-c190-1937-4e77-851ff4f421e6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T01:21:08,850 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0 2024-11-16T01:21:08,850 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/cluster_da5dc5e8-28c7-1afb-88c0-1bc5ccfa206b, deleteOnExit=true 2024-11-16T01:21:08,868 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/cluster_da5dc5e8-28c7-1afb-88c0-1bc5ccfa206b/zookeeper_0, clientPort=64546, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/cluster_da5dc5e8-28c7-1afb-88c0-1bc5ccfa206b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/cluster_da5dc5e8-28c7-1afb-88c0-1bc5ccfa206b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T01:21:08,869 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64546 2024-11-16T01:21:08,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T01:21:08,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T01:21:08,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/test.cache.data in system properties and HBase conf 2024-11-16T01:21:08,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T01:21:08,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/hadoop.log.dir in system properties and HBase conf 2024-11-16T01:21:08,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T01:21:08,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T01:21:08,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T01:21:08,869 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T01:21:08,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:21:08,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:21:08,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T01:21:08,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:21:08,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T01:21:08,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T01:21:08,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:21:08,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:21:08,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T01:21:08,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/nfs.dump.dir in system properties and HBase conf 2024-11-16T01:21:08,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/java.io.tmpdir in system properties and HBase conf 2024-11-16T01:21:08,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:21:08,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T01:21:08,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T01:21:08,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101413aca130005, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T01:21:08,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101413aca130002, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T01:21:08,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101413aca130005, quorum=127.0.0.1:58947, baseZNode=/1-1252210257 Received Disconnected from ZooKeeper, ignoring 2024-11-16T01:21:08,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101413aca130002, quorum=127.0.0.1:58947, baseZNode=/02077320371 Received Disconnected from ZooKeeper, ignoring 2024-11-16T01:21:09,440 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:21:09,443 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:21:09,444 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:21:09,444 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:21:09,444 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:21:09,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:21:09,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46d10b76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:21:09,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cbb6089{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:21:09,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34970bd6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/java.io.tmpdir/jetty-localhost-33681-hadoop-hdfs-3_4_1-tests_jar-_-any-5319332066969712771/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:21:09,540 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fbc38a{HTTP/1.1, (http/1.1)}{localhost:33681} 2024-11-16T01:21:09,540 INFO [Time-limited test {}] server.Server(415): Started @234445ms 2024-11-16T01:21:10,270 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:21:10,272 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:21:10,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:21:10,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:21:10,274 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:21:10,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d48d49f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:21:10,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@317f02b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:21:10,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@223dfc08{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/java.io.tmpdir/jetty-localhost-45953-hadoop-hdfs-3_4_1-tests_jar-_-any-14100175206764152040/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:21:10,370 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49132611{HTTP/1.1, (http/1.1)}{localhost:45953} 2024-11-16T01:21:10,370 INFO [Time-limited test {}] server.Server(415): Started @235275ms 2024-11-16T01:21:10,371 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T01:21:11,054 WARN [Thread-2665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/cluster_da5dc5e8-28c7-1afb-88c0-1bc5ccfa206b/data/data1/current/BP-1441164928-172.17.0.2-1731720068887/current, will proceed with Du for space computation calculation, 2024-11-16T01:21:11,054 WARN [Thread-2666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/cluster_da5dc5e8-28c7-1afb-88c0-1bc5ccfa206b/data/data2/current/BP-1441164928-172.17.0.2-1731720068887/current, will proceed with Du for space computation calculation, 2024-11-16T01:21:11,070 WARN [Thread-2653 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T01:21:11,072 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeece196449b166ef with lease ID 0x71e0b4880c1c8a94: Processing first storage report for DS-002a44b4-f4da-4d5a-9a83-a3f6f2b54dde from datanode DatanodeRegistration(127.0.0.1:40495, datanodeUuid=c86f4339-6faf-4667-972d-7f4f3ae47a32, infoPort=45643, infoSecurePort=0, ipcPort=36789, storageInfo=lv=-57;cid=testClusterID;nsid=2133187113;c=1731720068887) 2024-11-16T01:21:11,072 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeece196449b166ef with lease ID 0x71e0b4880c1c8a94: from storage DS-002a44b4-f4da-4d5a-9a83-a3f6f2b54dde node DatanodeRegistration(127.0.0.1:40495, datanodeUuid=c86f4339-6faf-4667-972d-7f4f3ae47a32, infoPort=45643, infoSecurePort=0, ipcPort=36789, storageInfo=lv=-57;cid=testClusterID;nsid=2133187113;c=1731720068887), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:21:11,072 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeece196449b166ef with lease ID 0x71e0b4880c1c8a94: Processing first storage report for DS-d72d440e-e9c2-4283-aaee-91a35eee10d7 from datanode DatanodeRegistration(127.0.0.1:40495, datanodeUuid=c86f4339-6faf-4667-972d-7f4f3ae47a32, infoPort=45643, infoSecurePort=0, ipcPort=36789, storageInfo=lv=-57;cid=testClusterID;nsid=2133187113;c=1731720068887) 2024-11-16T01:21:11,072 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeece196449b166ef with lease ID 0x71e0b4880c1c8a94: from storage DS-d72d440e-e9c2-4283-aaee-91a35eee10d7 node DatanodeRegistration(127.0.0.1:40495, datanodeUuid=c86f4339-6faf-4667-972d-7f4f3ae47a32, infoPort=45643, infoSecurePort=0, ipcPort=36789, storageInfo=lv=-57;cid=testClusterID;nsid=2133187113;c=1731720068887), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:21:11,093 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0 2024-11-16T01:21:11,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:11,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:11,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741825_1001 (size=7) 2024-11-16T01:21:11,504 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b with version=8 2024-11-16T01:21:11,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/hbase-staging 2024-11-16T01:21:11,506 INFO [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=45 2024-11-16T01:21:11,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:21:11,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:21:11,506 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:21:11,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:21:11,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:21:11,506 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T01:21:11,507 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:21:11,507 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38051 2024-11-16T01:21:11,508 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38051 connecting to ZooKeeper ensemble=127.0.0.1:64546 2024-11-16T01:21:11,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380510x0, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:21:11,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38051-0x101413b3aaf0000 connected 2024-11-16T01:21:11,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:11,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:11,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Set watcher on znode that does not yet exist, /0333447496/running 2024-11-16T01:21:11,700 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b, hbase.cluster.distributed=false 2024-11-16T01:21:11,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Set watcher on znode that does not yet exist, /0333447496/acl 2024-11-16T01:21:11,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38051 2024-11-16T01:21:11,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38051 2024-11-16T01:21:11,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38051 2024-11-16T01:21:11,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38051 2024-11-16T01:21:11,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38051 2024-11-16T01:21:11,717 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=45 2024-11-16T01:21:11,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:21:11,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:21:11,717 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:21:11,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:21:11,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:21:11,717 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T01:21:11,717 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:21:11,718 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33205 2024-11-16T01:21:11,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33205 connecting to ZooKeeper ensemble=127.0.0.1:64546 2024-11-16T01:21:11,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:11,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:11,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332050x0, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:21:11,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332050x0, quorum=127.0.0.1:64546, baseZNode=/0333447496 Set watcher on znode that does not yet exist, /0333447496/running 2024-11-16T01:21:11,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33205-0x101413b3aaf0001 connected 2024-11-16T01:21:11,735 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T01:21:11,735 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T01:21:11,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33205-0x101413b3aaf0001, quorum=127.0.0.1:64546, baseZNode=/0333447496 Set watcher on znode that does not yet exist, /0333447496/master 2024-11-16T01:21:11,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33205-0x101413b3aaf0001, quorum=127.0.0.1:64546, baseZNode=/0333447496 Set watcher on znode that does not yet exist, /0333447496/acl 2024-11-16T01:21:11,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33205 2024-11-16T01:21:11,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33205 2024-11-16T01:21:11,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33205 2024-11-16T01:21:11,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33205 2024-11-16T01:21:11,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33205 2024-11-16T01:21:11,751 DEBUG [M:0;844d197be988:38051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:38051 2024-11-16T01:21:11,751 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0333447496/backup-masters/844d197be988,38051,1731720071506 2024-11-16T01:21:11,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x101413b3aaf0001, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0333447496/backup-masters 2024-11-16T01:21:11,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0333447496/backup-masters 2024-11-16T01:21:11,759 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Set watcher on existing znode=/0333447496/backup-masters/844d197be988,38051,1731720071506 2024-11-16T01:21:11,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x101413b3aaf0001, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0333447496/master 2024-11-16T01:21:11,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0333447496 2024-11-16T01:21:11,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x101413b3aaf0001, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0333447496 2024-11-16T01:21:11,770 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Set watcher on existing znode=/0333447496/master 2024-11-16T01:21:11,770 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0333447496/backup-masters/844d197be988,38051,1731720071506 from backup master directory 2024-11-16T01:21:11,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0333447496/backup-masters/844d197be988,38051,1731720071506 2024-11-16T01:21:11,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x101413b3aaf0001, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0333447496/backup-masters 2024-11-16T01:21:11,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0333447496/backup-masters 2024-11-16T01:21:11,780 WARN [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:21:11,780 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,38051,1731720071506 2024-11-16T01:21:11,783 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/hbase.id] with ID: c0e90507-7cb5-42df-a5a4-7908821b065a 2024-11-16T01:21:11,783 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/.tmp/hbase.id 2024-11-16T01:21:11,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741826_1002 (size=42) 2024-11-16T01:21:12,190 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/.tmp/hbase.id]:[hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/hbase.id] 2024-11-16T01:21:12,194 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:21:12,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:12,197 INFO [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:12,197 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T01:21:12,198 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T01:21:12,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:12,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:12,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:12,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:12,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:12,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:12,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:12,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:12,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:12,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:12,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0333447496 2024-11-16T01:21:12,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x101413b3aaf0001, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0333447496 2024-11-16T01:21:12,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741827_1003 (size=196) 2024-11-16T01:21:12,648 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:21:12,648 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T01:21:12,648 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:21:12,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741828_1004 (size=1189) 2024-11-16T01:21:12,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T01:21:12,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T01:21:12,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T01:21:12,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:21:13,054 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/data/master/store 2024-11-16T01:21:13,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741829_1005 (size=34) 2024-11-16T01:21:13,458 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:13,459 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:21:13,459 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:13,459 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:13,459 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:21:13,459 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:13,459 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:13,459 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720073459Disabling compacts and flushes for region at 1731720073459Disabling writes for close at 1731720073459Writing region close event to WAL at 1731720073459Closed at 1731720073459 2024-11-16T01:21:13,459 WARN [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/data/master/store/.initializing 2024-11-16T01:21:13,459 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/WALs/844d197be988,38051,1731720071506 2024-11-16T01:21:13,460 INFO [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:21:13,461 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C38051%2C1731720071506, suffix=, logDir=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/WALs/844d197be988,38051,1731720071506, archiveDir=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/oldWALs, maxLogs=10 2024-11-16T01:21:13,472 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/WALs/844d197be988,38051,1731720071506/844d197be988%2C38051%2C1731720071506.1731720073461, exclude list is [], retry=0 2024-11-16T01:21:13,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40495,DS-002a44b4-f4da-4d5a-9a83-a3f6f2b54dde,DISK] 2024-11-16T01:21:13,475 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/WALs/844d197be988,38051,1731720071506/844d197be988%2C38051%2C1731720071506.1731720073461 2024-11-16T01:21:13,475 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45643:45643)] 2024-11-16T01:21:13,475 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:21:13,476 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:13,476 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:13,476 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:13,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:13,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T01:21:13,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:13,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:13,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:13,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T01:21:13,478 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:13,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:13,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:13,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T01:21:13,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:13,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:13,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:13,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T01:21:13,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:13,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:13,481 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:13,481 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:13,481 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:13,482 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:13,482 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:13,483 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:21:13,483 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:13,485 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:21:13,485 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73638685, jitterRate=0.0973019152879715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:21:13,486 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731720073476Initializing all the Stores at 1731720073476Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720073476Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720073476Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720073476Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720073476Cleaning up temporary data from old regions at 1731720073482 (+6 ms)Region opened successfully at 1731720073486 (+4 ms) 2024-11-16T01:21:13,486 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T01:21:13,488 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa8b02c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:21:13,489 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T01:21:13,489 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T01:21:13,489 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T01:21:13,489 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T01:21:13,490 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T01:21:13,490 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T01:21:13,490 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T01:21:13,491 INFO [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T01:21:13,492 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Unable to get data of znode /0333447496/balancer because node does not exist (not necessarily an error) 2024-11-16T01:21:13,559 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0333447496/balancer already deleted, retry=false 2024-11-16T01:21:13,559 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T01:21:13,560 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Unable to get data of znode /0333447496/normalizer because node does not exist (not necessarily an error) 2024-11-16T01:21:13,569 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0333447496/normalizer already deleted, retry=false 2024-11-16T01:21:13,570 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T01:21:13,570 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Unable to get data of znode /0333447496/switch/split because node does not exist (not necessarily an error) 2024-11-16T01:21:13,580 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0333447496/switch/split already deleted, retry=false 2024-11-16T01:21:13,581 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Unable to get data of znode /0333447496/switch/merge because node does not exist (not necessarily an error) 2024-11-16T01:21:13,591 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0333447496/switch/merge already deleted, retry=false 2024-11-16T01:21:13,592 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Unable to get data of znode /0333447496/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T01:21:13,601 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0333447496/snapshot-cleanup already deleted, retry=false 2024-11-16T01:21:13,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0333447496/running 2024-11-16T01:21:13,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x101413b3aaf0001, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0333447496/running 2024-11-16T01:21:13,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0333447496 2024-11-16T01:21:13,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x101413b3aaf0001, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0333447496 2024-11-16T01:21:13,612 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,38051,1731720071506, sessionid=0x101413b3aaf0000, setting cluster-up flag (Was=false) 2024-11-16T01:21:13,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x101413b3aaf0001, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0333447496 2024-11-16T01:21:13,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0333447496 2024-11-16T01:21:13,664 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0333447496/flush-table-proc/acquired, /0333447496/flush-table-proc/reached, /0333447496/flush-table-proc/abort 2024-11-16T01:21:13,665 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,38051,1731720071506 2024-11-16T01:21:13,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0333447496 2024-11-16T01:21:13,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x101413b3aaf0001, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0333447496 2024-11-16T01:21:13,717 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0333447496/online-snapshot/acquired, /0333447496/online-snapshot/reached, /0333447496/online-snapshot/abort 2024-11-16T01:21:13,718 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,38051,1731720071506 2024-11-16T01:21:13,719 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T01:21:13,720 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T01:21:13,720 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T01:21:13,720 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T01:21:13,720 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,38051,1731720071506 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T01:21:13,722 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:21:13,722 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:21:13,722 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:21:13,722 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:21:13,722 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10 2024-11-16T01:21:13,722 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:13,722 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:21:13,722 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:13,722 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731720103722 2024-11-16T01:21:13,722 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T01:21:13,723 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T01:21:13,723 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T01:21:13,723 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T01:21:13,723 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T01:21:13,723 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T01:21:13,723 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:21:13,723 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:13,723 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T01:21:13,723 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T01:21:13,723 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T01:21:13,723 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T01:21:13,723 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T01:21:13,723 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T01:21:13,723 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T01:21:13,724 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:13,724 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720073723,5,FailOnTimeoutGroup] 2024-11-16T01:21:13,724 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720073724,5,FailOnTimeoutGroup] 2024-11-16T01:21:13,724 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:13,724 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T01:21:13,724 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T01:21:13,724 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:13,724 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:13,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741831_1007 (size=1321) 2024-11-16T01:21:13,744 INFO [RS:0;844d197be988:33205 {}] regionserver.HRegionServer(746): ClusterId : c0e90507-7cb5-42df-a5a4-7908821b065a 2024-11-16T01:21:13,744 DEBUG [RS:0;844d197be988:33205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T01:21:13,755 DEBUG [RS:0;844d197be988:33205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T01:21:13,755 DEBUG [RS:0;844d197be988:33205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T01:21:13,766 DEBUG [RS:0;844d197be988:33205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T01:21:13,766 DEBUG [RS:0;844d197be988:33205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e14528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:21:13,779 DEBUG [RS:0;844d197be988:33205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:33205 2024-11-16T01:21:13,779 INFO [RS:0;844d197be988:33205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T01:21:13,779 INFO [RS:0;844d197be988:33205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T01:21:13,779 DEBUG [RS:0;844d197be988:33205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T01:21:13,780 INFO [RS:0;844d197be988:33205 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,38051,1731720071506 with port=33205, startcode=1731720071717 2024-11-16T01:21:13,780 DEBUG [RS:0;844d197be988:33205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T01:21:13,781 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T01:21:13,781 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38051 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,33205,1731720071717 2024-11-16T01:21:13,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38051 {}] master.ServerManager(517): Registering regionserver=844d197be988,33205,1731720071717 2024-11-16T01:21:13,783 DEBUG [RS:0;844d197be988:33205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b 2024-11-16T01:21:13,783 DEBUG [RS:0;844d197be988:33205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39669 2024-11-16T01:21:13,783 DEBUG [RS:0;844d197be988:33205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T01:21:13,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0333447496/rs 2024-11-16T01:21:13,791 DEBUG [RS:0;844d197be988:33205 {}] zookeeper.ZKUtil(111): regionserver:33205-0x101413b3aaf0001, quorum=127.0.0.1:64546, baseZNode=/0333447496 Set watcher on existing znode=/0333447496/rs/844d197be988,33205,1731720071717 2024-11-16T01:21:13,791 WARN [RS:0;844d197be988:33205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:21:13,791 INFO [RS:0;844d197be988:33205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:21:13,791 DEBUG [RS:0;844d197be988:33205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717 2024-11-16T01:21:13,791 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,33205,1731720071717] 2024-11-16T01:21:13,793 INFO [RS:0;844d197be988:33205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T01:21:13,794 INFO [RS:0;844d197be988:33205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T01:21:13,795 INFO [RS:0;844d197be988:33205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T01:21:13,795 INFO [RS:0;844d197be988:33205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:13,795 INFO [RS:0;844d197be988:33205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T01:21:13,795 INFO [RS:0;844d197be988:33205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T01:21:13,795 INFO [RS:0;844d197be988:33205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:13,795 DEBUG [RS:0;844d197be988:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:13,795 DEBUG [RS:0;844d197be988:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:13,795 DEBUG [RS:0;844d197be988:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:13,795 DEBUG [RS:0;844d197be988:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:13,795 DEBUG [RS:0;844d197be988:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:13,795 DEBUG [RS:0;844d197be988:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:21:13,795 DEBUG [RS:0;844d197be988:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:13,795 DEBUG [RS:0;844d197be988:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:13,795 DEBUG [RS:0;844d197be988:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:13,796 DEBUG [RS:0;844d197be988:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:13,796 DEBUG [RS:0;844d197be988:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:13,796 DEBUG [RS:0;844d197be988:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:13,796 DEBUG [RS:0;844d197be988:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:21:13,796 DEBUG [RS:0;844d197be988:33205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:21:13,796 INFO [RS:0;844d197be988:33205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:13,796 INFO [RS:0;844d197be988:33205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:13,796 INFO [RS:0;844d197be988:33205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:13,796 INFO [RS:0;844d197be988:33205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:13,796 INFO [RS:0;844d197be988:33205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:13,796 INFO [RS:0;844d197be988:33205 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,33205,1731720071717-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:21:13,814 INFO [RS:0;844d197be988:33205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T01:21:13,814 INFO [RS:0;844d197be988:33205 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,33205,1731720071717-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:13,814 INFO [RS:0;844d197be988:33205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:13,814 INFO [RS:0;844d197be988:33205 {}] regionserver.Replication(171): 844d197be988,33205,1731720071717 started 2024-11-16T01:21:13,828 INFO [RS:0;844d197be988:33205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:13,828 INFO [RS:0;844d197be988:33205 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,33205,1731720071717, RpcServer on 844d197be988/172.17.0.2:33205, sessionid=0x101413b3aaf0001 2024-11-16T01:21:13,828 DEBUG [RS:0;844d197be988:33205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T01:21:13,828 DEBUG [RS:0;844d197be988:33205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,33205,1731720071717 2024-11-16T01:21:13,828 DEBUG [RS:0;844d197be988:33205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,33205,1731720071717' 2024-11-16T01:21:13,828 DEBUG [RS:0;844d197be988:33205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0333447496/flush-table-proc/abort' 2024-11-16T01:21:13,828 DEBUG [RS:0;844d197be988:33205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0333447496/flush-table-proc/acquired' 2024-11-16T01:21:13,829 DEBUG [RS:0;844d197be988:33205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T01:21:13,829 DEBUG [RS:0;844d197be988:33205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T01:21:13,829 DEBUG [RS:0;844d197be988:33205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,33205,1731720071717 2024-11-16T01:21:13,829 DEBUG [RS:0;844d197be988:33205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,33205,1731720071717' 2024-11-16T01:21:13,829 DEBUG [RS:0;844d197be988:33205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0333447496/online-snapshot/abort' 2024-11-16T01:21:13,829 DEBUG [RS:0;844d197be988:33205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0333447496/online-snapshot/acquired' 2024-11-16T01:21:13,829 DEBUG [RS:0;844d197be988:33205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T01:21:13,829 INFO [RS:0;844d197be988:33205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T01:21:13,829 INFO [RS:0;844d197be988:33205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T01:21:13,930 INFO [RS:0;844d197be988:33205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:21:13,931 INFO [RS:0;844d197be988:33205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C33205%2C1731720071717, suffix=, logDir=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717, archiveDir=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/oldWALs, maxLogs=10 2024-11-16T01:21:13,943 DEBUG [RS:0;844d197be988:33205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931, exclude list is [], retry=0 2024-11-16T01:21:13,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40495,DS-002a44b4-f4da-4d5a-9a83-a3f6f2b54dde,DISK] 2024-11-16T01:21:13,946 INFO [RS:0;844d197be988:33205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 2024-11-16T01:21:13,946 DEBUG [RS:0;844d197be988:33205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45643:45643)] 2024-11-16T01:21:14,078 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:21:14,078 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:21:14,079 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38426 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:21:14,134 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T01:21:14,134 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b 2024-11-16T01:21:14,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741833_1009 (size=32) 2024-11-16T01:21:14,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:14,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:21:14,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:21:14,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:14,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:14,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:21:14,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:21:14,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:14,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:14,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:21:14,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:21:14,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:14,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:14,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:21:14,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:21:14,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:14,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:14,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:21:14,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740 2024-11-16T01:21:14,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740 2024-11-16T01:21:14,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:21:14,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:21:14,545 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:21:14,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:21:14,547 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:21:14,547 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72894188, jitterRate=0.0862080454826355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:21:14,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731720074538Initializing all the Stores at 1731720074539 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720074539Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720074539Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720074539Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720074539Cleaning up temporary data from old regions at 1731720074545 (+6 ms)Region opened successfully at 1731720074547 (+2 ms) 2024-11-16T01:21:14,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:21:14,547 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:21:14,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:21:14,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:21:14,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:21:14,548 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:21:14,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720074547Disabling compacts and flushes for region at 1731720074547Disabling writes for close at 1731720074547Writing region close event to WAL at 1731720074548 (+1 ms)Closed at 1731720074548 2024-11-16T01:21:14,549 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:21:14,549 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T01:21:14,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T01:21:14,549 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:21:14,550 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T01:21:14,700 DEBUG [844d197be988:38051 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:21:14,700 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,33205,1731720071717 2024-11-16T01:21:14,701 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,33205,1731720071717, state=OPENING 2024-11-16T01:21:14,748 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T01:21:14,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0333447496 2024-11-16T01:21:14,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x101413b3aaf0001, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0333447496 2024-11-16T01:21:14,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0333447496/meta-region-server: CHANGED 2024-11-16T01:21:14,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0333447496/meta-region-server: CHANGED 2024-11-16T01:21:14,759 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:21:14,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,33205,1731720071717}] 2024-11-16T01:21:14,911 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:21:14,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:21:14,915 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T01:21:14,915 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:21:14,915 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T01:21:14,916 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C33205%2C1731720071717.meta, suffix=.meta, logDir=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717, archiveDir=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/oldWALs, maxLogs=10 2024-11-16T01:21:14,927 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.meta.1731720074916.meta, exclude list is [], retry=0 2024-11-16T01:21:14,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40495,DS-002a44b4-f4da-4d5a-9a83-a3f6f2b54dde,DISK] 2024-11-16T01:21:14,930 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.meta.1731720074916.meta 2024-11-16T01:21:14,931 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45643:45643)] 2024-11-16T01:21:14,931 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:21:14,932 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:21:14,932 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:21:14,932 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T01:21:14,932 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T01:21:14,932 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T01:21:14,932 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:14,932 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T01:21:14,932 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T01:21:14,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:21:14,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:21:14,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:14,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:14,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:21:14,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:21:14,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:14,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:14,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:21:14,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:21:14,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:14,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:14,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:21:14,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:21:14,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:14,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:14,937 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:21:14,937 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740 2024-11-16T01:21:14,938 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740 2024-11-16T01:21:14,938 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:21:14,938 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:21:14,938 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:21:14,939 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:21:14,939 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68432458, jitterRate=0.019723087549209595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:21:14,940 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T01:21:14,940 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731720074932Writing region info on filesystem at 1731720074932Initializing all the Stores at 1731720074933 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720074933Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720074933Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720074933Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720074933Cleaning up temporary data from old regions at 1731720074938 (+5 ms)Running coprocessor post-open hooks at 1731720074940 (+2 ms)Region opened successfully at 1731720074940 2024-11-16T01:21:14,941 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731720074911 2024-11-16T01:21:14,942 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T01:21:14,942 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T01:21:14,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,33205,1731720071717 2024-11-16T01:21:14,943 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,33205,1731720071717, state=OPEN 2024-11-16T01:21:14,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x101413b3aaf0001, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0333447496/meta-region-server 2024-11-16T01:21:14,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0333447496/meta-region-server 2024-11-16T01:21:14,984 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,33205,1731720071717 2024-11-16T01:21:14,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0333447496/meta-region-server: CHANGED 2024-11-16T01:21:14,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0333447496/meta-region-server: CHANGED 2024-11-16T01:21:14,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T01:21:14,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,33205,1731720071717 in 224 msec 2024-11-16T01:21:14,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T01:21:14,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec 2024-11-16T01:21:14,988 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:21:14,988 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T01:21:14,989 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:21:14,989 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,33205,1731720071717, seqNum=-1] 2024-11-16T01:21:14,989 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:21:14,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:21:14,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2730 sec 2024-11-16T01:21:14,994 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731720074993, completionTime=-1 2024-11-16T01:21:14,994 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T01:21:14,994 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T01:21:14,996 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T01:21:14,996 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731720134996 2024-11-16T01:21:14,996 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731720194996 2024-11-16T01:21:14,996 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T01:21:14,996 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,38051,1731720071506-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:14,996 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,38051,1731720071506-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:14,996 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,38051,1731720071506-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:14,996 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:38051, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:14,996 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:14,996 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:14,998 DEBUG [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T01:21:15,000 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.220sec 2024-11-16T01:21:15,000 INFO [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T01:21:15,000 INFO [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T01:21:15,000 INFO [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T01:21:15,000 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T01:21:15,000 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T01:21:15,000 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,38051,1731720071506-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:21:15,000 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,38051,1731720071506-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T01:21:15,002 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T01:21:15,002 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T01:21:15,002 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,38051,1731720071506-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:15,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce9f982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:15,045 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,38051,-1 for getting cluster id 2024-11-16T01:21:15,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:21:15,046 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0e90507-7cb5-42df-a5a4-7908821b065a' 2024-11-16T01:21:15,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:21:15,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0e90507-7cb5-42df-a5a4-7908821b065a" 2024-11-16T01:21:15,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e936849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:15,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,38051,-1] 2024-11-16T01:21:15,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:21:15,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:15,048 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:21:15,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305585e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:15,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:21:15,050 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,33205,1731720071717, seqNum=-1] 2024-11-16T01:21:15,050 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:21:15,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:21:15,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=844d197be988,38051,1731720071506 2024-11-16T01:21:15,054 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64546 2024-11-16T01:21:15,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:21:15,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101413b3aaf0002 connected 2024-11-16T01:21:15,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/hadoop.log.dir so I do NOT create it in target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738 2024-11-16T01:21:15,088 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T01:21:15,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/hadoop.tmp.dir so I do NOT create it in target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738 2024-11-16T01:21:15,088 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T01:21:15,088 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738 2024-11-16T01:21:15,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T01:21:15,088 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/cluster_2921c786-28e4-4350-e6ea-fe73c10e8bd5, deleteOnExit=true 2024-11-16T01:21:15,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T01:21:15,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/test.cache.data in system properties and HBase conf 2024-11-16T01:21:15,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T01:21:15,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/hadoop.log.dir in system properties and HBase conf 2024-11-16T01:21:15,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T01:21:15,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T01:21:15,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T01:21:15,088 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T01:21:15,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:21:15,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:21:15,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T01:21:15,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:21:15,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T01:21:15,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T01:21:15,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:21:15,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:21:15,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T01:21:15,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/nfs.dump.dir in system properties and HBase conf 2024-11-16T01:21:15,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/java.io.tmpdir in system properties and HBase conf 2024-11-16T01:21:15,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:21:15,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T01:21:15,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T01:21:15,433 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:21:15,436 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:21:15,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:21:15,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:21:15,437 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T01:21:15,438 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:21:15,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9561a79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:21:15,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2116d2e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:21:15,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56aa9621{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/java.io.tmpdir/jetty-localhost-38995-hadoop-hdfs-3_4_1-tests_jar-_-any-15671985816314803621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:21:15,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@528d78d4{HTTP/1.1, (http/1.1)}{localhost:38995} 2024-11-16T01:21:15,532 INFO [Time-limited test {}] server.Server(415): Started @240437ms 2024-11-16T01:21:15,767 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:21:15,770 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:21:15,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:21:15,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:21:15,771 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:21:15,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bb52b53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:21:15,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b3d6e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:21:15,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58f5a53c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/java.io.tmpdir/jetty-localhost-36751-hadoop-hdfs-3_4_1-tests_jar-_-any-2031436391481358235/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:21:15,867 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2197091d{HTTP/1.1, (http/1.1)}{localhost:36751} 2024-11-16T01:21:15,867 INFO [Time-limited test {}] server.Server(415): Started @240772ms 2024-11-16T01:21:15,868 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T01:21:16,775 WARN [Thread-2786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/cluster_2921c786-28e4-4350-e6ea-fe73c10e8bd5/data/data1/current/BP-642605929-172.17.0.2-1731720075104/current, will proceed with Du for space computation calculation, 2024-11-16T01:21:16,775 WARN [Thread-2787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/cluster_2921c786-28e4-4350-e6ea-fe73c10e8bd5/data/data2/current/BP-642605929-172.17.0.2-1731720075104/current, will proceed with Du for space computation calculation, 2024-11-16T01:21:16,792 WARN [Thread-2774 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T01:21:16,793 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d45905b9d6ea7a4 with lease ID 0xb4e60d8cb5e91db5: Processing first storage report for DS-61877dcc-d8b0-481c-a442-66a2f37dbc6b from datanode DatanodeRegistration(127.0.0.1:38093, datanodeUuid=34a8148a-77ed-4980-b7de-bfce39481b60, infoPort=41121, infoSecurePort=0, ipcPort=36797, storageInfo=lv=-57;cid=testClusterID;nsid=1179611086;c=1731720075104) 2024-11-16T01:21:16,793 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d45905b9d6ea7a4 with lease ID 0xb4e60d8cb5e91db5: from storage DS-61877dcc-d8b0-481c-a442-66a2f37dbc6b node DatanodeRegistration(127.0.0.1:38093, datanodeUuid=34a8148a-77ed-4980-b7de-bfce39481b60, infoPort=41121, infoSecurePort=0, ipcPort=36797, storageInfo=lv=-57;cid=testClusterID;nsid=1179611086;c=1731720075104), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:21:16,793 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d45905b9d6ea7a4 with lease ID 0xb4e60d8cb5e91db5: Processing first storage report for DS-d2fda6da-141f-4051-ae40-ba8f99860b94 from datanode DatanodeRegistration(127.0.0.1:38093, datanodeUuid=34a8148a-77ed-4980-b7de-bfce39481b60, infoPort=41121, infoSecurePort=0, ipcPort=36797, storageInfo=lv=-57;cid=testClusterID;nsid=1179611086;c=1731720075104) 2024-11-16T01:21:16,793 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d45905b9d6ea7a4 with lease ID 0xb4e60d8cb5e91db5: from storage DS-d2fda6da-141f-4051-ae40-ba8f99860b94 node DatanodeRegistration(127.0.0.1:38093, datanodeUuid=34a8148a-77ed-4980-b7de-bfce39481b60, infoPort=41121, infoSecurePort=0, ipcPort=36797, storageInfo=lv=-57;cid=testClusterID;nsid=1179611086;c=1731720075104), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:21:16,795 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738 2024-11-16T01:21:16,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:16,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:16,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741825_1001 (size=7) 2024-11-16T01:21:17,206 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623 with version=8 2024-11-16T01:21:17,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/hbase-staging 2024-11-16T01:21:17,208 INFO [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=45 2024-11-16T01:21:17,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:21:17,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:21:17,208 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:21:17,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:21:17,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:21:17,208 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T01:21:17,209 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:21:17,209 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42357 2024-11-16T01:21:17,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42357 connecting to ZooKeeper ensemble=127.0.0.1:64546 2024-11-16T01:21:17,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423570x0, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:21:17,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42357-0x101413b3aaf0003 connected 2024-11-16T01:21:17,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:17,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:17,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Set watcher on znode that does not yet exist, /1-1362811535/running 2024-11-16T01:21:17,348 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623, hbase.cluster.distributed=false 2024-11-16T01:21:17,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Set watcher on znode that does not yet exist, /1-1362811535/acl 2024-11-16T01:21:17,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42357 2024-11-16T01:21:17,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42357 2024-11-16T01:21:17,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42357 2024-11-16T01:21:17,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42357 2024-11-16T01:21:17,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42357 2024-11-16T01:21:17,366 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=45 2024-11-16T01:21:17,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:21:17,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:21:17,367 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:21:17,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:21:17,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:21:17,367 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T01:21:17,367 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:21:17,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37241 2024-11-16T01:21:17,368 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37241 connecting to ZooKeeper ensemble=127.0.0.1:64546 2024-11-16T01:21:17,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:17,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:17,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372410x0, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:21:17,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372410x0, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Set watcher on znode that does not yet exist, /1-1362811535/running 2024-11-16T01:21:17,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37241-0x101413b3aaf0004 connected 2024-11-16T01:21:17,381 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T01:21:17,381 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T01:21:17,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37241-0x101413b3aaf0004, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Set watcher on znode that does not yet exist, /1-1362811535/master 2024-11-16T01:21:17,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37241-0x101413b3aaf0004, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Set watcher on znode that does not yet exist, /1-1362811535/acl 2024-11-16T01:21:17,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37241 2024-11-16T01:21:17,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37241 2024-11-16T01:21:17,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37241 2024-11-16T01:21:17,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37241 2024-11-16T01:21:17,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37241 2024-11-16T01:21:17,397 DEBUG [M:0;844d197be988:42357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:42357 2024-11-16T01:21:17,398 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1362811535/backup-masters/844d197be988,42357,1731720077208 2024-11-16T01:21:17,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101413b3aaf0004, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362811535/backup-masters 2024-11-16T01:21:17,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362811535/backup-masters 2024-11-16T01:21:17,407 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Set watcher on existing znode=/1-1362811535/backup-masters/844d197be988,42357,1731720077208 2024-11-16T01:21:17,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362811535 2024-11-16T01:21:17,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101413b3aaf0004, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1362811535/master 2024-11-16T01:21:17,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101413b3aaf0004, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362811535 2024-11-16T01:21:17,418 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Set watcher on existing znode=/1-1362811535/master 2024-11-16T01:21:17,418 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1362811535/backup-masters/844d197be988,42357,1731720077208 from backup master directory 2024-11-16T01:21:17,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1362811535/backup-masters/844d197be988,42357,1731720077208 2024-11-16T01:21:17,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101413b3aaf0004, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362811535/backup-masters 2024-11-16T01:21:17,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362811535/backup-masters 2024-11-16T01:21:17,428 WARN [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:21:17,428 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,42357,1731720077208 2024-11-16T01:21:17,431 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/hbase.id] with ID: d077a716-2220-4cc3-a669-e099a1d81c91 2024-11-16T01:21:17,431 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/.tmp/hbase.id 2024-11-16T01:21:17,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741826_1002 (size=42) 2024-11-16T01:21:17,438 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/.tmp/hbase.id]:[hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/hbase.id] 2024-11-16T01:21:17,445 INFO [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:17,445 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T01:21:17,445 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T01:21:17,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362811535 2024-11-16T01:21:17,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101413b3aaf0004, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362811535 2024-11-16T01:21:17,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741827_1003 (size=196) 2024-11-16T01:21:17,859 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:21:17,860 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T01:21:17,861 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:21:17,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741828_1004 (size=1189) 2024-11-16T01:21:18,252 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:21:18,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:18,266 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/data/master/store 2024-11-16T01:21:18,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741829_1005 (size=34) 2024-11-16T01:21:18,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:18,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:18,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:18,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:18,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:18,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:18,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:18,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:18,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:18,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:18,672 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:18,672 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:21:18,672 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:18,672 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:18,672 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:21:18,672 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:18,672 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:18,672 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720078672Disabling compacts and flushes for region at 1731720078672Disabling writes for close at 1731720078672Writing region close event to WAL at 1731720078672Closed at 1731720078672 2024-11-16T01:21:18,673 WARN [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/data/master/store/.initializing 2024-11-16T01:21:18,673 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/WALs/844d197be988,42357,1731720077208 2024-11-16T01:21:18,674 INFO [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:21:18,675 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C42357%2C1731720077208, suffix=, logDir=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/WALs/844d197be988,42357,1731720077208, archiveDir=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/oldWALs, maxLogs=10 2024-11-16T01:21:18,691 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/WALs/844d197be988,42357,1731720077208/844d197be988%2C42357%2C1731720077208.1731720078675, exclude list is [], retry=0 2024-11-16T01:21:18,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38093,DS-61877dcc-d8b0-481c-a442-66a2f37dbc6b,DISK] 2024-11-16T01:21:18,695 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/WALs/844d197be988,42357,1731720077208/844d197be988%2C42357%2C1731720077208.1731720078675 2024-11-16T01:21:18,695 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41121:41121)] 2024-11-16T01:21:18,695 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:21:18,695 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:18,696 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:18,696 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:18,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:18,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T01:21:18,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:18,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:18,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:18,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T01:21:18,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:18,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:18,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:18,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T01:21:18,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:18,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:18,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:18,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T01:21:18,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:18,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:18,701 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:18,702 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:18,702 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:18,703 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:18,703 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:18,703 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:21:18,704 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:18,711 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:21:18,712 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63116026, jitterRate=-0.05949792265892029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:21:18,712 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731720078696Initializing all the Stores at 1731720078696Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720078696Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720078696Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720078696Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720078696Cleaning up temporary data from old regions at 1731720078703 (+7 ms)Region opened successfully at 1731720078712 (+9 ms) 2024-11-16T01:21:18,712 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T01:21:18,714 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547b7eb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:21:18,715 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T01:21:18,715 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T01:21:18,715 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T01:21:18,715 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T01:21:18,716 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T01:21:18,716 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T01:21:18,716 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T01:21:18,717 INFO [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T01:21:18,718 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Unable to get data of znode /1-1362811535/balancer because node does not exist (not necessarily an error) 2024-11-16T01:21:18,875 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1362811535/balancer already deleted, retry=false 2024-11-16T01:21:18,875 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T01:21:18,876 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Unable to get data of znode /1-1362811535/normalizer because node does not exist (not necessarily an error) 2024-11-16T01:21:18,885 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1362811535/normalizer already deleted, retry=false 2024-11-16T01:21:18,885 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T01:21:18,886 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Unable to get data of znode /1-1362811535/switch/split because node does not exist (not necessarily an error) 2024-11-16T01:21:18,896 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1362811535/switch/split already deleted, retry=false 2024-11-16T01:21:18,896 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Unable to get data of znode /1-1362811535/switch/merge because node does not exist (not necessarily an error) 2024-11-16T01:21:18,906 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1362811535/switch/merge already deleted, retry=false 2024-11-16T01:21:18,908 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Unable to get data of znode /1-1362811535/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T01:21:18,917 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1362811535/snapshot-cleanup already deleted, retry=false 2024-11-16T01:21:18,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1362811535/running 2024-11-16T01:21:18,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101413b3aaf0004, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1362811535/running 2024-11-16T01:21:18,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362811535 2024-11-16T01:21:18,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101413b3aaf0004, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362811535 2024-11-16T01:21:18,928 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,42357,1731720077208, sessionid=0x101413b3aaf0003, setting cluster-up flag (Was=false) 2024-11-16T01:21:18,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362811535 2024-11-16T01:21:18,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101413b3aaf0004, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362811535 2024-11-16T01:21:18,980 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1362811535/flush-table-proc/acquired, /1-1362811535/flush-table-proc/reached, /1-1362811535/flush-table-proc/abort 2024-11-16T01:21:18,981 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,42357,1731720077208 2024-11-16T01:21:19,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362811535 2024-11-16T01:21:19,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101413b3aaf0004, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362811535 2024-11-16T01:21:19,032 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1362811535/online-snapshot/acquired, /1-1362811535/online-snapshot/reached, /1-1362811535/online-snapshot/abort 2024-11-16T01:21:19,033 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,42357,1731720077208 2024-11-16T01:21:19,034 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T01:21:19,036 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T01:21:19,036 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T01:21:19,036 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T01:21:19,036 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,42357,1731720077208 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T01:21:19,038 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:21:19,038 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:21:19,038 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:21:19,038 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:21:19,038 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10 2024-11-16T01:21:19,038 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:19,038 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:21:19,038 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:19,039 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731720109039 2024-11-16T01:21:19,039 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T01:21:19,039 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T01:21:19,039 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:21:19,039 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T01:21:19,039 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T01:21:19,039 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T01:21:19,040 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T01:21:19,040 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T01:21:19,040 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:19,040 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:19,040 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T01:21:19,040 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T01:21:19,040 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T01:21:19,040 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T01:21:19,041 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T01:21:19,041 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T01:21:19,041 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T01:21:19,044 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720079041,5,FailOnTimeoutGroup] 2024-11-16T01:21:19,048 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720079044,5,FailOnTimeoutGroup] 2024-11-16T01:21:19,048 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:19,048 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T01:21:19,048 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:19,048 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:19,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741831_1007 (size=1321) 2024-11-16T01:21:19,086 INFO [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(746): ClusterId : d077a716-2220-4cc3-a669-e099a1d81c91 2024-11-16T01:21:19,086 DEBUG [RS:0;844d197be988:37241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T01:21:19,096 DEBUG [RS:0;844d197be988:37241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T01:21:19,096 DEBUG [RS:0;844d197be988:37241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T01:21:19,107 DEBUG [RS:0;844d197be988:37241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T01:21:19,107 DEBUG [RS:0;844d197be988:37241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c8fba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:21:19,117 DEBUG [RS:0;844d197be988:37241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:37241 2024-11-16T01:21:19,117 INFO [RS:0;844d197be988:37241 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T01:21:19,117 INFO [RS:0;844d197be988:37241 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T01:21:19,117 DEBUG [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T01:21:19,118 INFO [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,42357,1731720077208 with port=37241, startcode=1731720077366 2024-11-16T01:21:19,118 DEBUG [RS:0;844d197be988:37241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T01:21:19,119 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T01:21:19,120 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42357 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,37241,1731720077366 2024-11-16T01:21:19,120 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42357 {}] master.ServerManager(517): Registering regionserver=844d197be988,37241,1731720077366 2024-11-16T01:21:19,121 DEBUG [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623 2024-11-16T01:21:19,121 DEBUG [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37391 2024-11-16T01:21:19,121 DEBUG [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T01:21:19,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362811535/rs 2024-11-16T01:21:19,175 DEBUG [RS:0;844d197be988:37241 {}] zookeeper.ZKUtil(111): regionserver:37241-0x101413b3aaf0004, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Set watcher on existing znode=/1-1362811535/rs/844d197be988,37241,1731720077366 2024-11-16T01:21:19,175 WARN [RS:0;844d197be988:37241 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:21:19,175 INFO [RS:0;844d197be988:37241 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:21:19,175 DEBUG [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366 2024-11-16T01:21:19,175 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,37241,1731720077366] 2024-11-16T01:21:19,178 INFO [RS:0;844d197be988:37241 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T01:21:19,180 INFO [RS:0;844d197be988:37241 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T01:21:19,180 INFO [RS:0;844d197be988:37241 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T01:21:19,180 INFO [RS:0;844d197be988:37241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:19,180 INFO [RS:0;844d197be988:37241 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T01:21:19,181 INFO [RS:0;844d197be988:37241 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T01:21:19,181 INFO [RS:0;844d197be988:37241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:19,181 DEBUG [RS:0;844d197be988:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:19,181 DEBUG [RS:0;844d197be988:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:19,181 DEBUG [RS:0;844d197be988:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:19,181 DEBUG [RS:0;844d197be988:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:19,181 DEBUG [RS:0;844d197be988:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:19,181 DEBUG [RS:0;844d197be988:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:21:19,181 DEBUG [RS:0;844d197be988:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:19,181 DEBUG [RS:0;844d197be988:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:19,181 DEBUG [RS:0;844d197be988:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:19,181 DEBUG [RS:0;844d197be988:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:19,181 DEBUG [RS:0;844d197be988:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:19,181 DEBUG [RS:0;844d197be988:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:19,181 DEBUG [RS:0;844d197be988:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:21:19,181 DEBUG [RS:0;844d197be988:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:21:19,182 INFO [RS:0;844d197be988:37241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:19,182 INFO [RS:0;844d197be988:37241 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:19,182 INFO [RS:0;844d197be988:37241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:19,182 INFO [RS:0;844d197be988:37241 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:19,182 INFO [RS:0;844d197be988:37241 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:19,182 INFO [RS:0;844d197be988:37241 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,37241,1731720077366-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:21:19,198 INFO [RS:0;844d197be988:37241 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T01:21:19,198 INFO [RS:0;844d197be988:37241 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,37241,1731720077366-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:19,199 INFO [RS:0;844d197be988:37241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:19,199 INFO [RS:0;844d197be988:37241 {}] regionserver.Replication(171): 844d197be988,37241,1731720077366 started 2024-11-16T01:21:19,214 INFO [RS:0;844d197be988:37241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:19,214 INFO [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,37241,1731720077366, RpcServer on 844d197be988/172.17.0.2:37241, sessionid=0x101413b3aaf0004 2024-11-16T01:21:19,215 DEBUG [RS:0;844d197be988:37241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T01:21:19,215 DEBUG [RS:0;844d197be988:37241 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,37241,1731720077366 2024-11-16T01:21:19,215 DEBUG [RS:0;844d197be988:37241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,37241,1731720077366' 2024-11-16T01:21:19,215 DEBUG [RS:0;844d197be988:37241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1362811535/flush-table-proc/abort' 2024-11-16T01:21:19,215 DEBUG [RS:0;844d197be988:37241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1362811535/flush-table-proc/acquired' 2024-11-16T01:21:19,216 DEBUG [RS:0;844d197be988:37241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T01:21:19,216 DEBUG [RS:0;844d197be988:37241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T01:21:19,216 DEBUG [RS:0;844d197be988:37241 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,37241,1731720077366 2024-11-16T01:21:19,216 DEBUG [RS:0;844d197be988:37241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,37241,1731720077366' 2024-11-16T01:21:19,216 DEBUG [RS:0;844d197be988:37241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1362811535/online-snapshot/abort' 2024-11-16T01:21:19,216 DEBUG [RS:0;844d197be988:37241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1362811535/online-snapshot/acquired' 2024-11-16T01:21:19,216 DEBUG [RS:0;844d197be988:37241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T01:21:19,216 INFO [RS:0;844d197be988:37241 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T01:21:19,216 INFO [RS:0;844d197be988:37241 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T01:21:19,316 INFO [RS:0;844d197be988:37241 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:21:19,317 INFO [RS:0;844d197be988:37241 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C37241%2C1731720077366, suffix=, logDir=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366, archiveDir=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/oldWALs, maxLogs=10 2024-11-16T01:21:19,329 DEBUG [RS:0;844d197be988:37241 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318, exclude list is [], retry=0 2024-11-16T01:21:19,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38093,DS-61877dcc-d8b0-481c-a442-66a2f37dbc6b,DISK] 2024-11-16T01:21:19,332 INFO [RS:0;844d197be988:37241 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 2024-11-16T01:21:19,332 DEBUG [RS:0;844d197be988:37241 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41121:41121)] 2024-11-16T01:21:19,450 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T01:21:19,450 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623 2024-11-16T01:21:19,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741833_1009 (size=32) 2024-11-16T01:21:19,794 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T01:21:19,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:19,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:21:19,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:21:19,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:19,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:19,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:21:19,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:21:19,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:19,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:19,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:21:19,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:21:19,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:19,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:19,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:21:19,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:21:19,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:19,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:19,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:21:19,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740 2024-11-16T01:21:19,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740 2024-11-16T01:21:19,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:21:19,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:21:19,863 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:21:19,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:21:19,865 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:21:19,865 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64279471, jitterRate=-0.0421612411737442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:21:19,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731720079855Initializing all the Stores at 1731720079855Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720079856 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720079856Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720079856Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720079856Cleaning up temporary data from old regions at 1731720079862 (+6 ms)Region opened successfully at 1731720079865 (+3 ms) 2024-11-16T01:21:19,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:21:19,866 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:21:19,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:21:19,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:21:19,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:21:19,866 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:21:19,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720079866Disabling compacts and flushes for region at 1731720079866Disabling writes for close at 1731720079866Writing region close event to WAL at 1731720079866Closed at 1731720079866 2024-11-16T01:21:19,867 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:21:19,867 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T01:21:19,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T01:21:19,868 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:21:19,869 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T01:21:20,019 DEBUG [844d197be988:42357 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:21:20,020 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,37241,1731720077366 2024-11-16T01:21:20,020 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,37241,1731720077366, state=OPENING 2024-11-16T01:21:20,070 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T01:21:20,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362811535 2024-11-16T01:21:20,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101413b3aaf0004, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362811535 2024-11-16T01:21:20,081 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:21:20,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1362811535/meta-region-server: CHANGED 2024-11-16T01:21:20,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1362811535/meta-region-server: CHANGED 2024-11-16T01:21:20,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,37241,1731720077366}] 2024-11-16T01:21:20,233 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:21:20,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:21:20,237 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T01:21:20,237 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:21:20,237 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T01:21:20,238 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C37241%2C1731720077366.meta, suffix=.meta, logDir=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366, archiveDir=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/oldWALs, maxLogs=10 2024-11-16T01:21:20,250 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.meta.1731720080238.meta, exclude list is [], retry=0 2024-11-16T01:21:20,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38093,DS-61877dcc-d8b0-481c-a442-66a2f37dbc6b,DISK] 2024-11-16T01:21:20,253 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.meta.1731720080238.meta 2024-11-16T01:21:20,254 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41121:41121)] 2024-11-16T01:21:20,254 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:21:20,254 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:21:20,254 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:21:20,254 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T01:21:20,254 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T01:21:20,254 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T01:21:20,254 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:20,254 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T01:21:20,254 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T01:21:20,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:21:20,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:21:20,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:20,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:20,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:21:20,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:21:20,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:20,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:20,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:21:20,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:21:20,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:20,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:20,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:21:20,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:21:20,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:20,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:20,258 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:21:20,259 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740 2024-11-16T01:21:20,259 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740 2024-11-16T01:21:20,260 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:21:20,260 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:21:20,260 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:21:20,261 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:21:20,261 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70493093, jitterRate=0.05042894184589386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:21:20,261 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T01:21:20,261 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731720080254Writing region info on filesystem at 1731720080254Initializing all the Stores at 1731720080255 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720080255Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720080255Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720080255Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720080255Cleaning up temporary data from old regions at 1731720080260 (+5 ms)Running coprocessor post-open hooks at 1731720080261 (+1 ms)Region opened successfully at 1731720080261 2024-11-16T01:21:20,262 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731720080233 2024-11-16T01:21:20,264 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T01:21:20,264 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T01:21:20,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,37241,1731720077366 2024-11-16T01:21:20,264 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,37241,1731720077366, state=OPEN 2024-11-16T01:21:20,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1362811535/meta-region-server 2024-11-16T01:21:20,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101413b3aaf0004, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1362811535/meta-region-server 2024-11-16T01:21:20,275 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,37241,1731720077366 2024-11-16T01:21:20,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1362811535/meta-region-server: CHANGED 2024-11-16T01:21:20,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1362811535/meta-region-server: CHANGED 2024-11-16T01:21:20,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T01:21:20,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,37241,1731720077366 in 194 msec 2024-11-16T01:21:20,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T01:21:20,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 409 msec 2024-11-16T01:21:20,278 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:21:20,278 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T01:21:20,279 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:21:20,279 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,37241,1731720077366, seqNum=-1] 2024-11-16T01:21:20,280 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:21:20,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:21:20,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-11-16T01:21:20,285 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731720080285, completionTime=-1 2024-11-16T01:21:20,285 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T01:21:20,285 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T01:21:20,286 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T01:21:20,287 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731720140286 2024-11-16T01:21:20,287 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731720200287 2024-11-16T01:21:20,287 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T01:21:20,287 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,42357,1731720077208-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:20,287 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,42357,1731720077208-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:20,287 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,42357,1731720077208-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:20,287 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:42357, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:20,287 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:20,287 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:20,289 DEBUG [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T01:21:20,290 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.862sec 2024-11-16T01:21:20,290 INFO [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T01:21:20,290 INFO [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T01:21:20,290 INFO [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T01:21:20,290 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T01:21:20,290 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T01:21:20,291 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,42357,1731720077208-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:21:20,291 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,42357,1731720077208-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T01:21:20,292 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T01:21:20,292 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T01:21:20,292 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,42357,1731720077208-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:20,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@178ebdbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:20,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,42357,-1 for getting cluster id 2024-11-16T01:21:20,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:21:20,388 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd077a716-2220-4cc3-a669-e099a1d81c91' 2024-11-16T01:21:20,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:21:20,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d077a716-2220-4cc3-a669-e099a1d81c91" 2024-11-16T01:21:20,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b935a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:20,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,42357,-1] 2024-11-16T01:21:20,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:21:20,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:20,389 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:21:20,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf1d164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:20,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:21:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,37241,1731720077366, seqNum=-1] 2024-11-16T01:21:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:21:20,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:21:20,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=844d197be988,42357,1731720077208 2024-11-16T01:21:20,394 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64546 2024-11-16T01:21:20,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:21:20,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101413b3aaf0005 connected 2024-11-16T01:21:20,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/hadoop.log.dir so I do NOT create it in target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20 2024-11-16T01:21:20,615 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T01:21:20,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/hadoop.tmp.dir so I do NOT create it in target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20 2024-11-16T01:21:20,615 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T01:21:20,615 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20 2024-11-16T01:21:20,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T01:21:20,616 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/cluster_11d34cff-95f1-1a65-a4aa-2601eb73e2cc, deleteOnExit=true 2024-11-16T01:21:20,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T01:21:20,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/test.cache.data in system properties and HBase conf 2024-11-16T01:21:20,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T01:21:20,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/hadoop.log.dir in system properties and HBase conf 2024-11-16T01:21:20,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T01:21:20,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T01:21:20,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T01:21:20,617 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T01:21:20,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:21:20,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:21:20,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T01:21:20,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:21:20,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T01:21:20,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T01:21:20,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:21:20,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:21:20,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T01:21:20,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/nfs.dump.dir in system properties and HBase conf 2024-11-16T01:21:20,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/java.io.tmpdir in system properties and HBase conf 2024-11-16T01:21:20,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:21:20,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T01:21:20,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T01:21:20,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:21:20,930 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:21:20,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:21:20,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:21:20,931 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T01:21:20,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:21:20,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@289a0598{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:21:20,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@223421bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:21:21,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@620c8f19{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/java.io.tmpdir/jetty-localhost-39953-hadoop-hdfs-3_4_1-tests_jar-_-any-4859666460720723188/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:21:21,037 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10494ed1{HTTP/1.1, (http/1.1)}{localhost:39953} 2024-11-16T01:21:21,037 INFO [Time-limited test {}] server.Server(415): Started @245941ms 2024-11-16T01:21:21,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:21:21,293 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:21:21,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:21:21,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:21:21,295 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T01:21:21,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b321cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:21:21,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@141f236c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:21:21,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55094c6e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/java.io.tmpdir/jetty-localhost-33587-hadoop-hdfs-3_4_1-tests_jar-_-any-3463872987662972379/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:21:21,405 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@516a13e6{HTTP/1.1, (http/1.1)}{localhost:33587} 2024-11-16T01:21:21,405 INFO [Time-limited test {}] server.Server(415): Started @246310ms 2024-11-16T01:21:21,406 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T01:21:22,041 WARN [Thread-2907 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/cluster_11d34cff-95f1-1a65-a4aa-2601eb73e2cc/data/data1/current/BP-1039412924-172.17.0.2-1731720080643/current, will proceed with Du for space computation calculation, 2024-11-16T01:21:22,041 WARN [Thread-2908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/cluster_11d34cff-95f1-1a65-a4aa-2601eb73e2cc/data/data2/current/BP-1039412924-172.17.0.2-1731720080643/current, will proceed with Du for space computation calculation, 2024-11-16T01:21:22,071 WARN [Thread-2895 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T01:21:22,073 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb7480ee401edec with lease ID 0x7e0bcb80c7a9616e: Processing first storage report for DS-b4a59e28-ed0b-49b0-8635-5fc80c4c9f38 from datanode DatanodeRegistration(127.0.0.1:38821, datanodeUuid=a587b078-bd54-4828-b4ce-2ed122fa74a4, infoPort=37803, infoSecurePort=0, ipcPort=42189, storageInfo=lv=-57;cid=testClusterID;nsid=293152952;c=1731720080643) 2024-11-16T01:21:22,074 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb7480ee401edec with lease ID 0x7e0bcb80c7a9616e: from storage DS-b4a59e28-ed0b-49b0-8635-5fc80c4c9f38 node DatanodeRegistration(127.0.0.1:38821, datanodeUuid=a587b078-bd54-4828-b4ce-2ed122fa74a4, infoPort=37803, infoSecurePort=0, ipcPort=42189, storageInfo=lv=-57;cid=testClusterID;nsid=293152952;c=1731720080643), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:21:22,074 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb7480ee401edec with lease ID 0x7e0bcb80c7a9616e: Processing first storage report for DS-f81914e5-7d38-4a5f-8ce9-0ac2328be1b2 from datanode DatanodeRegistration(127.0.0.1:38821, datanodeUuid=a587b078-bd54-4828-b4ce-2ed122fa74a4, infoPort=37803, infoSecurePort=0, ipcPort=42189, storageInfo=lv=-57;cid=testClusterID;nsid=293152952;c=1731720080643) 2024-11-16T01:21:22,074 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb7480ee401edec with lease ID 0x7e0bcb80c7a9616e: from storage DS-f81914e5-7d38-4a5f-8ce9-0ac2328be1b2 node DatanodeRegistration(127.0.0.1:38821, datanodeUuid=a587b078-bd54-4828-b4ce-2ed122fa74a4, infoPort=37803, infoSecurePort=0, ipcPort=42189, storageInfo=lv=-57;cid=testClusterID;nsid=293152952;c=1731720080643), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:21:22,140 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20 2024-11-16T01:21:22,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:22,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:22,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741825_1001 (size=7) 2024-11-16T01:21:22,554 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e with version=8 2024-11-16T01:21:22,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/hbase-staging 2024-11-16T01:21:22,556 INFO [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=45 2024-11-16T01:21:22,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:21:22,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:21:22,556 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:21:22,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:21:22,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:21:22,556 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T01:21:22,556 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:21:22,557 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36701 2024-11-16T01:21:22,557 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36701 connecting to ZooKeeper ensemble=127.0.0.1:64546 2024-11-16T01:21:22,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367010x0, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:21:22,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36701-0x101413b3aaf0006 connected 2024-11-16T01:21:22,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:22,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:22,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Set watcher on znode that does not yet exist, /2-2137653898/running 2024-11-16T01:21:22,684 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e, hbase.cluster.distributed=false 2024-11-16T01:21:22,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Set watcher on znode that does not yet exist, /2-2137653898/acl 2024-11-16T01:21:22,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36701 2024-11-16T01:21:22,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36701 2024-11-16T01:21:22,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36701 2024-11-16T01:21:22,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36701 2024-11-16T01:21:22,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36701 2024-11-16T01:21:22,699 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=45 2024-11-16T01:21:22,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:21:22,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:21:22,699 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:21:22,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:21:22,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:21:22,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T01:21:22,699 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:21:22,700 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32971 2024-11-16T01:21:22,700 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32971 connecting to ZooKeeper ensemble=127.0.0.1:64546 2024-11-16T01:21:22,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:22,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:22,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329710x0, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:21:22,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329710x0, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Set watcher on znode that does not yet exist, /2-2137653898/running 2024-11-16T01:21:22,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32971-0x101413b3aaf0007 connected 2024-11-16T01:21:22,717 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T01:21:22,718 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T01:21:22,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32971-0x101413b3aaf0007, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Set watcher on znode that does not yet exist, /2-2137653898/master 2024-11-16T01:21:22,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32971-0x101413b3aaf0007, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Set watcher on znode that does not yet exist, /2-2137653898/acl 2024-11-16T01:21:22,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32971 2024-11-16T01:21:22,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32971 2024-11-16T01:21:22,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32971 2024-11-16T01:21:22,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32971 2024-11-16T01:21:22,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32971 2024-11-16T01:21:22,738 DEBUG [M:0;844d197be988:36701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:36701 2024-11-16T01:21:22,738 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-2137653898/backup-masters/844d197be988,36701,1731720082556 2024-11-16T01:21:22,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2137653898/backup-masters 2024-11-16T01:21:22,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32971-0x101413b3aaf0007, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2137653898/backup-masters 2024-11-16T01:21:22,749 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Set watcher on existing znode=/2-2137653898/backup-masters/844d197be988,36701,1731720082556 2024-11-16T01:21:22,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T01:21:22,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T01:21:22,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T01:21:22,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T01:21:22,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32971-0x101413b3aaf0007, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2137653898/master 2024-11-16T01:21:22,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32971-0x101413b3aaf0007, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2137653898 2024-11-16T01:21:22,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2137653898 2024-11-16T01:21:22,759 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Set watcher on existing znode=/2-2137653898/master 2024-11-16T01:21:22,759 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-2137653898/backup-masters/844d197be988,36701,1731720082556 from backup master directory 2024-11-16T01:21:22,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2137653898/backup-masters/844d197be988,36701,1731720082556 2024-11-16T01:21:22,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32971-0x101413b3aaf0007, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2137653898/backup-masters 2024-11-16T01:21:22,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2137653898/backup-masters 2024-11-16T01:21:22,769 WARN [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:21:22,769 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,36701,1731720082556 2024-11-16T01:21:22,772 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/hbase.id] with ID: 3b78a037-3605-44bb-9c76-b098559ae3a2 2024-11-16T01:21:22,772 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/.tmp/hbase.id 2024-11-16T01:21:22,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741826_1002 (size=42) 2024-11-16T01:21:23,176 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/.tmp/hbase.id]:[hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/hbase.id] 2024-11-16T01:21:23,185 INFO [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:23,185 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T01:21:23,186 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T01:21:23,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32971-0x101413b3aaf0007, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2137653898 2024-11-16T01:21:23,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2137653898 2024-11-16T01:21:23,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741827_1003 (size=196) 2024-11-16T01:21:23,647 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:21:23,648 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T01:21:23,652 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:21:23,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741828_1004 (size=1189) 2024-11-16T01:21:23,666 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/data/master/store 2024-11-16T01:21:23,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741829_1005 (size=34) 2024-11-16T01:21:23,716 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:23,716 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:21:23,716 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:23,716 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:23,716 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:21:23,716 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:23,716 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:23,716 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720083716Disabling compacts and flushes for region at 1731720083716Disabling writes for close at 1731720083716Writing region close event to WAL at 1731720083716Closed at 1731720083716 2024-11-16T01:21:23,718 WARN [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/data/master/store/.initializing 2024-11-16T01:21:23,718 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/WALs/844d197be988,36701,1731720082556 2024-11-16T01:21:23,719 INFO [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:21:23,722 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C36701%2C1731720082556, suffix=, logDir=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/WALs/844d197be988,36701,1731720082556, archiveDir=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/oldWALs, maxLogs=10 2024-11-16T01:21:23,749 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/WALs/844d197be988,36701,1731720082556/844d197be988%2C36701%2C1731720082556.1731720083722, exclude list is [], retry=0 2024-11-16T01:21:23,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38821,DS-b4a59e28-ed0b-49b0-8635-5fc80c4c9f38,DISK] 2024-11-16T01:21:23,759 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/WALs/844d197be988,36701,1731720082556/844d197be988%2C36701%2C1731720082556.1731720083722 2024-11-16T01:21:23,760 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37803:37803)] 2024-11-16T01:21:23,760 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:21:23,761 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:23,761 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:23,761 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:23,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:23,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T01:21:23,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:23,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:23,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:23,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T01:21:23,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:23,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:23,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:23,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T01:21:23,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:23,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:23,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:23,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T01:21:23,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:23,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:23,775 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:23,776 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:23,776 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:23,777 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:23,777 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:23,778 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:21:23,778 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:23,789 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:21:23,789 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68171342, jitterRate=0.01583215594291687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:21:23,789 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731720083761Initializing all the Stores at 1731720083762 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720083762Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720083762Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720083762Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720083762Cleaning up temporary data from old regions at 1731720083777 (+15 ms)Region opened successfully at 1731720083789 (+12 ms) 2024-11-16T01:21:23,792 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T01:21:23,796 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1fa0ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:21:23,797 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T01:21:23,797 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T01:21:23,797 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T01:21:23,797 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T01:21:23,798 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T01:21:23,798 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T01:21:23,798 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T01:21:23,808 INFO [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T01:21:23,809 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Unable to get data of znode /2-2137653898/balancer because node does not exist (not necessarily an error) 2024-11-16T01:21:23,822 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2137653898/balancer already deleted, retry=false 2024-11-16T01:21:23,822 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T01:21:23,823 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Unable to get data of znode /2-2137653898/normalizer because node does not exist (not necessarily an error) 2024-11-16T01:21:23,906 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2137653898/normalizer already deleted, retry=false 2024-11-16T01:21:23,907 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T01:21:23,913 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Unable to get data of znode /2-2137653898/switch/split because node does not exist (not necessarily an error) 2024-11-16T01:21:23,922 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2137653898/switch/split already deleted, retry=false 2024-11-16T01:21:23,923 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Unable to get data of znode /2-2137653898/switch/merge because node does not exist (not necessarily an error) 2024-11-16T01:21:23,933 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2137653898/switch/merge already deleted, retry=false 2024-11-16T01:21:23,935 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Unable to get data of znode /2-2137653898/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T01:21:23,943 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2137653898/snapshot-cleanup already deleted, retry=false 2024-11-16T01:21:23,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32971-0x101413b3aaf0007, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2137653898/running 2024-11-16T01:21:23,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32971-0x101413b3aaf0007, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2137653898 2024-11-16T01:21:23,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2137653898/running 2024-11-16T01:21:23,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2137653898 2024-11-16T01:21:23,956 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,36701,1731720082556, sessionid=0x101413b3aaf0006, setting cluster-up flag (Was=false) 2024-11-16T01:21:23,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32971-0x101413b3aaf0007, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2137653898 2024-11-16T01:21:23,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2137653898 2024-11-16T01:21:24,007 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2137653898/flush-table-proc/acquired, /2-2137653898/flush-table-proc/reached, /2-2137653898/flush-table-proc/abort 2024-11-16T01:21:24,008 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,36701,1731720082556 2024-11-16T01:21:24,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32971-0x101413b3aaf0007, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2137653898 2024-11-16T01:21:24,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2137653898 2024-11-16T01:21:24,059 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2137653898/online-snapshot/acquired, /2-2137653898/online-snapshot/reached, /2-2137653898/online-snapshot/abort 2024-11-16T01:21:24,060 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,36701,1731720082556 2024-11-16T01:21:24,069 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T01:21:24,081 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T01:21:24,082 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T01:21:24,082 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T01:21:24,082 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,36701,1731720082556 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T01:21:24,084 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:21:24,085 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:21:24,085 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:21:24,085 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:21:24,085 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10 2024-11-16T01:21:24,085 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:24,085 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:21:24,085 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:24,106 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:21:24,106 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T01:21:24,107 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:24,107 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T01:21:24,114 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731720114114 2024-11-16T01:21:24,114 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T01:21:24,114 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T01:21:24,114 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T01:21:24,114 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T01:21:24,114 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T01:21:24,115 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T01:21:24,115 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:24,116 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T01:21:24,116 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T01:21:24,116 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T01:21:24,116 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T01:21:24,117 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T01:21:24,117 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T01:21:24,121 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720084117,5,FailOnTimeoutGroup] 2024-11-16T01:21:24,121 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720084121,5,FailOnTimeoutGroup] 2024-11-16T01:21:24,121 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:24,121 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T01:21:24,121 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:24,121 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:24,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741831_1007 (size=1321) 2024-11-16T01:21:24,138 INFO [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(746): ClusterId : 3b78a037-3605-44bb-9c76-b098559ae3a2 2024-11-16T01:21:24,138 DEBUG [RS:0;844d197be988:32971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T01:21:24,149 DEBUG [RS:0;844d197be988:32971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T01:21:24,149 DEBUG [RS:0;844d197be988:32971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T01:21:24,159 DEBUG [RS:0;844d197be988:32971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T01:21:24,159 DEBUG [RS:0;844d197be988:32971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2840d620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:21:24,169 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:21:24,169 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:21:24,169 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48517 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:21:24,173 DEBUG [RS:0;844d197be988:32971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:32971 2024-11-16T01:21:24,173 INFO [RS:0;844d197be988:32971 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T01:21:24,173 INFO [RS:0;844d197be988:32971 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T01:21:24,173 DEBUG [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T01:21:24,175 INFO [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,36701,1731720082556 with port=32971, startcode=1731720082699 2024-11-16T01:21:24,175 DEBUG [RS:0;844d197be988:32971 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T01:21:24,185 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T01:21:24,186 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36701 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,32971,1731720082699 2024-11-16T01:21:24,186 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36701 {}] master.ServerManager(517): Registering regionserver=844d197be988,32971,1731720082699 2024-11-16T01:21:24,188 DEBUG [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e 2024-11-16T01:21:24,188 DEBUG [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33791 2024-11-16T01:21:24,188 DEBUG [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T01:21:24,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2137653898/rs 2024-11-16T01:21:24,242 DEBUG [RS:0;844d197be988:32971 {}] zookeeper.ZKUtil(111): regionserver:32971-0x101413b3aaf0007, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Set watcher on existing znode=/2-2137653898/rs/844d197be988,32971,1731720082699 2024-11-16T01:21:24,242 WARN [RS:0;844d197be988:32971 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:21:24,242 INFO [RS:0;844d197be988:32971 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:21:24,242 DEBUG [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699 2024-11-16T01:21:24,253 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,32971,1731720082699] 2024-11-16T01:21:24,260 INFO [RS:0;844d197be988:32971 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T01:21:24,262 INFO [RS:0;844d197be988:32971 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T01:21:24,262 INFO [RS:0;844d197be988:32971 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T01:21:24,262 INFO [RS:0;844d197be988:32971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:24,263 INFO [RS:0;844d197be988:32971 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T01:21:24,264 INFO [RS:0;844d197be988:32971 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T01:21:24,264 INFO [RS:0;844d197be988:32971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:24,264 DEBUG [RS:0;844d197be988:32971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:24,264 DEBUG [RS:0;844d197be988:32971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:24,264 DEBUG [RS:0;844d197be988:32971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:24,264 DEBUG [RS:0;844d197be988:32971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:24,264 DEBUG [RS:0;844d197be988:32971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:24,264 DEBUG [RS:0;844d197be988:32971 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:21:24,264 DEBUG [RS:0;844d197be988:32971 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:24,264 DEBUG [RS:0;844d197be988:32971 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:24,265 DEBUG [RS:0;844d197be988:32971 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:24,265 DEBUG [RS:0;844d197be988:32971 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:24,265 DEBUG [RS:0;844d197be988:32971 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:24,265 DEBUG [RS:0;844d197be988:32971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:24,265 DEBUG [RS:0;844d197be988:32971 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:21:24,265 DEBUG [RS:0;844d197be988:32971 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:21:24,272 INFO [RS:0;844d197be988:32971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:24,272 INFO [RS:0;844d197be988:32971 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:24,272 INFO [RS:0;844d197be988:32971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:24,272 INFO [RS:0;844d197be988:32971 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:24,272 INFO [RS:0;844d197be988:32971 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:24,272 INFO [RS:0;844d197be988:32971 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,32971,1731720082699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:21:24,307 INFO [RS:0;844d197be988:32971 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T01:21:24,307 INFO [RS:0;844d197be988:32971 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,32971,1731720082699-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:24,307 INFO [RS:0;844d197be988:32971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:24,307 INFO [RS:0;844d197be988:32971 {}] regionserver.Replication(171): 844d197be988,32971,1731720082699 started 2024-11-16T01:21:24,332 INFO [RS:0;844d197be988:32971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:24,332 INFO [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,32971,1731720082699, RpcServer on 844d197be988/172.17.0.2:32971, sessionid=0x101413b3aaf0007 2024-11-16T01:21:24,332 DEBUG [RS:0;844d197be988:32971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T01:21:24,332 DEBUG [RS:0;844d197be988:32971 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,32971,1731720082699 2024-11-16T01:21:24,332 DEBUG [RS:0;844d197be988:32971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,32971,1731720082699' 2024-11-16T01:21:24,332 DEBUG [RS:0;844d197be988:32971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2137653898/flush-table-proc/abort' 2024-11-16T01:21:24,333 DEBUG [RS:0;844d197be988:32971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2137653898/flush-table-proc/acquired' 2024-11-16T01:21:24,336 DEBUG [RS:0;844d197be988:32971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T01:21:24,336 DEBUG [RS:0;844d197be988:32971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T01:21:24,336 DEBUG [RS:0;844d197be988:32971 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,32971,1731720082699 2024-11-16T01:21:24,336 DEBUG [RS:0;844d197be988:32971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,32971,1731720082699' 2024-11-16T01:21:24,336 DEBUG [RS:0;844d197be988:32971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2137653898/online-snapshot/abort' 2024-11-16T01:21:24,337 DEBUG [RS:0;844d197be988:32971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2137653898/online-snapshot/acquired' 2024-11-16T01:21:24,338 DEBUG [RS:0;844d197be988:32971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T01:21:24,338 INFO [RS:0;844d197be988:32971 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T01:21:24,338 INFO [RS:0;844d197be988:32971 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T01:21:24,439 INFO [RS:0;844d197be988:32971 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:21:24,441 INFO [RS:0;844d197be988:32971 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C32971%2C1731720082699, suffix=, logDir=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699, archiveDir=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/oldWALs, maxLogs=10 2024-11-16T01:21:24,463 DEBUG [RS:0;844d197be988:32971 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441, exclude list is [], retry=0 2024-11-16T01:21:24,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38821,DS-b4a59e28-ed0b-49b0-8635-5fc80c4c9f38,DISK] 2024-11-16T01:21:24,477 INFO [RS:0;844d197be988:32971 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 2024-11-16T01:21:24,477 DEBUG [RS:0;844d197be988:32971 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37803:37803)] 2024-11-16T01:21:24,535 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T01:21:24,535 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e 2024-11-16T01:21:24,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741833_1009 (size=32) 2024-11-16T01:21:24,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:24,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:21:24,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:21:24,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:24,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:24,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:21:24,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:21:24,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:24,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:24,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:21:24,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:21:24,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:24,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:24,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:21:24,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:21:24,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:24,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:24,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:21:24,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740 2024-11-16T01:21:24,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740 2024-11-16T01:21:24,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:21:24,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:21:24,579 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:21:24,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:21:24,583 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:21:24,584 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64620730, jitterRate=-0.037076085805892944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:21:24,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731720084559Initializing all the Stores at 1731720084561 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720084561Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720084564 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720084564Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720084564Cleaning up temporary data from old regions at 1731720084578 (+14 ms)Region opened successfully at 1731720084584 (+6 ms) 2024-11-16T01:21:24,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:21:24,584 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:21:24,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:21:24,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:21:24,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:21:24,584 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:21:24,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720084584Disabling compacts and flushes for region at 1731720084584Disabling writes for close at 1731720084584Writing region close event to WAL at 1731720084584Closed at 1731720084584 2024-11-16T01:21:24,586 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:21:24,586 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T01:21:24,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T01:21:24,587 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:21:24,594 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T01:21:24,744 DEBUG [844d197be988:36701 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:21:24,745 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,32971,1731720082699 2024-11-16T01:21:24,746 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,32971,1731720082699, state=OPENING 2024-11-16T01:21:24,769 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T01:21:24,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2137653898 2024-11-16T01:21:24,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32971-0x101413b3aaf0007, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2137653898 2024-11-16T01:21:24,780 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:21:24,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2137653898/meta-region-server: CHANGED 2024-11-16T01:21:24,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2137653898/meta-region-server: CHANGED 2024-11-16T01:21:24,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,32971,1731720082699}] 2024-11-16T01:21:24,932 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:21:24,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:21:24,936 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T01:21:24,936 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:21:24,936 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T01:21:24,938 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C32971%2C1731720082699.meta, suffix=.meta, logDir=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699, archiveDir=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/oldWALs, maxLogs=10 2024-11-16T01:21:24,955 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.meta.1731720084938.meta, exclude list is [], retry=0 2024-11-16T01:21:24,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38821,DS-b4a59e28-ed0b-49b0-8635-5fc80c4c9f38,DISK] 2024-11-16T01:21:24,958 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.meta.1731720084938.meta 2024-11-16T01:21:24,958 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37803:37803)] 2024-11-16T01:21:24,958 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:21:24,959 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:21:24,959 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:21:24,959 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T01:21:24,959 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T01:21:24,959 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T01:21:24,959 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:24,959 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T01:21:24,959 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T01:21:24,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:21:24,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:21:24,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:24,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:24,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:21:24,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:21:24,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:24,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:24,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:21:24,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:21:24,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:24,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:24,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:21:24,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:21:24,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:24,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:24,964 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:21:24,964 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740 2024-11-16T01:21:24,965 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740 2024-11-16T01:21:24,966 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:21:24,966 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:21:24,966 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:21:24,967 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:21:24,967 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62740680, jitterRate=-0.06509101390838623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:21:24,967 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T01:21:24,967 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731720084959Writing region info on filesystem at 1731720084959Initializing all the Stores at 1731720084960 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720084960Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720084960Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720084960Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720084960Cleaning up temporary data from old regions at 1731720084966 (+6 ms)Running coprocessor post-open hooks at 1731720084967 (+1 ms)Region opened successfully at 1731720084967 2024-11-16T01:21:24,968 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731720084932 2024-11-16T01:21:24,969 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T01:21:24,969 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T01:21:24,970 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,32971,1731720082699 2024-11-16T01:21:24,971 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,32971,1731720082699, state=OPEN 2024-11-16T01:21:24,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2137653898/meta-region-server 2024-11-16T01:21:24,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32971-0x101413b3aaf0007, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2137653898/meta-region-server 2024-11-16T01:21:24,980 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,32971,1731720082699 2024-11-16T01:21:24,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2137653898/meta-region-server: CHANGED 2024-11-16T01:21:24,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2137653898/meta-region-server: CHANGED 2024-11-16T01:21:24,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T01:21:24,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,32971,1731720082699 in 200 msec 2024-11-16T01:21:24,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T01:21:24,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 396 msec 2024-11-16T01:21:24,983 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:21:24,983 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T01:21:24,984 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:21:24,985 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,32971,1731720082699, seqNum=-1] 2024-11-16T01:21:24,985 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:21:24,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:21:24,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 909 msec 2024-11-16T01:21:24,990 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731720084990, completionTime=-1 2024-11-16T01:21:24,990 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T01:21:24,991 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T01:21:24,992 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T01:21:24,992 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731720144992 2024-11-16T01:21:24,992 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731720204992 2024-11-16T01:21:24,992 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T01:21:24,992 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,36701,1731720082556-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:24,992 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,36701,1731720082556-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:24,992 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,36701,1731720082556-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:24,993 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:36701, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:24,993 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:24,993 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:24,994 DEBUG [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T01:21:24,996 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.227sec 2024-11-16T01:21:24,996 INFO [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T01:21:24,996 INFO [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T01:21:24,996 INFO [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T01:21:24,996 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T01:21:24,996 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T01:21:24,996 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,36701,1731720082556-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:21:24,996 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,36701,1731720082556-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T01:21:24,997 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T01:21:24,997 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T01:21:24,998 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,36701,1731720082556-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:25,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4eaa89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:25,037 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,36701,-1 for getting cluster id 2024-11-16T01:21:25,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:21:25,038 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b78a037-3605-44bb-9c76-b098559ae3a2' 2024-11-16T01:21:25,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:21:25,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b78a037-3605-44bb-9c76-b098559ae3a2" 2024-11-16T01:21:25,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4961f127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:25,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,36701,-1] 2024-11-16T01:21:25,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:21:25,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:25,040 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:21:25,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173ba0ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:25,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:21:25,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,32971,1731720082699, seqNum=-1] 2024-11-16T01:21:25,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:21:25,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:21:25,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=844d197be988,36701,1731720082556 2024-11-16T01:21:25,044 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64546 2024-11-16T01:21:25,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:21:25,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101413b3aaf0008 connected 2024-11-16T01:21:25,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:21:25,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,38051,1731720071506 2024-11-16T01:21:25,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60d0f5cd 2024-11-16T01:21:25,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:21:25,136 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:21:25,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:21:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T01:21:25,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:21:25,139 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:25,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T01:21:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:21:25,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:21:25,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741835_1011 (size=902) 2024-11-16T01:21:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:21:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:21:25,551 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8011b454ce9c4b660207fcc43fca491, NAME => 'test,,1731720085137.b8011b454ce9c4b660207fcc43fca491.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b 2024-11-16T01:21:25,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741836_1012 (size=39) 2024-11-16T01:21:25,757 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:21:25,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:21:25,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:25,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:25,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:25,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:25,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:25,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:25,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:25,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:25,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:25,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:25,956 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731720085137.b8011b454ce9c4b660207fcc43fca491.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:25,956 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b8011b454ce9c4b660207fcc43fca491, disabling compactions & flushes 2024-11-16T01:21:25,956 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731720085137.b8011b454ce9c4b660207fcc43fca491. 2024-11-16T01:21:25,956 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720085137.b8011b454ce9c4b660207fcc43fca491. 2024-11-16T01:21:25,956 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731720085137.b8011b454ce9c4b660207fcc43fca491. after waiting 0 ms 2024-11-16T01:21:25,956 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731720085137.b8011b454ce9c4b660207fcc43fca491. 2024-11-16T01:21:25,956 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731720085137.b8011b454ce9c4b660207fcc43fca491. 2024-11-16T01:21:25,956 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8011b454ce9c4b660207fcc43fca491: Waiting for close lock at 1731720085956Disabling compacts and flushes for region at 1731720085956Disabling writes for close at 1731720085956Writing region close event to WAL at 1731720085956Closed at 1731720085956 2024-11-16T01:21:25,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:21:25,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731720085137.b8011b454ce9c4b660207fcc43fca491.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731720085957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720085957"}]},"ts":"1731720085957"} 2024-11-16T01:21:25,959 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:21:25,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:21:25,960 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720085960"}]},"ts":"1731720085960"} 2024-11-16T01:21:25,961 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T01:21:25,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b8011b454ce9c4b660207fcc43fca491, ASSIGN}] 2024-11-16T01:21:25,963 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b8011b454ce9c4b660207fcc43fca491, ASSIGN 2024-11-16T01:21:25,963 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b8011b454ce9c4b660207fcc43fca491, ASSIGN; state=OFFLINE, location=844d197be988,33205,1731720071717; forceNewPlan=false, retain=false 2024-11-16T01:21:26,114 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8011b454ce9c4b660207fcc43fca491, regionState=OPENING, regionLocation=844d197be988,33205,1731720071717 2024-11-16T01:21:26,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b8011b454ce9c4b660207fcc43fca491, ASSIGN because future has completed 2024-11-16T01:21:26,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8011b454ce9c4b660207fcc43fca491, server=844d197be988,33205,1731720071717}] 2024-11-16T01:21:26,272 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731720085137.b8011b454ce9c4b660207fcc43fca491. 2024-11-16T01:21:26,273 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b8011b454ce9c4b660207fcc43fca491, NAME => 'test,,1731720085137.b8011b454ce9c4b660207fcc43fca491.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:21:26,273 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:21:26,273 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T01:21:26,273 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b8011b454ce9c4b660207fcc43fca491 2024-11-16T01:21:26,273 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731720085137.b8011b454ce9c4b660207fcc43fca491.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:26,273 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b8011b454ce9c4b660207fcc43fca491 2024-11-16T01:21:26,273 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b8011b454ce9c4b660207fcc43fca491 2024-11-16T01:21:26,276 INFO [StoreOpener-b8011b454ce9c4b660207fcc43fca491-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b8011b454ce9c4b660207fcc43fca491 2024-11-16T01:21:26,277 INFO [StoreOpener-b8011b454ce9c4b660207fcc43fca491-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8011b454ce9c4b660207fcc43fca491 columnFamilyName f 2024-11-16T01:21:26,277 DEBUG [StoreOpener-b8011b454ce9c4b660207fcc43fca491-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:26,278 INFO [StoreOpener-b8011b454ce9c4b660207fcc43fca491-1 {}] regionserver.HStore(327): Store=b8011b454ce9c4b660207fcc43fca491/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:26,278 INFO [StoreOpener-b8011b454ce9c4b660207fcc43fca491-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b8011b454ce9c4b660207fcc43fca491 2024-11-16T01:21:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:21:26,279 INFO [StoreOpener-b8011b454ce9c4b660207fcc43fca491-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8011b454ce9c4b660207fcc43fca491 columnFamilyName f1 2024-11-16T01:21:26,279 DEBUG [StoreOpener-b8011b454ce9c4b660207fcc43fca491-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:26,279 INFO [StoreOpener-b8011b454ce9c4b660207fcc43fca491-1 {}] regionserver.HStore(327): Store=b8011b454ce9c4b660207fcc43fca491/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:26,279 INFO [StoreOpener-b8011b454ce9c4b660207fcc43fca491-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b8011b454ce9c4b660207fcc43fca491 2024-11-16T01:21:26,280 INFO [StoreOpener-b8011b454ce9c4b660207fcc43fca491-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8011b454ce9c4b660207fcc43fca491 columnFamilyName norep 2024-11-16T01:21:26,280 DEBUG [StoreOpener-b8011b454ce9c4b660207fcc43fca491-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:26,280 INFO [StoreOpener-b8011b454ce9c4b660207fcc43fca491-1 {}] regionserver.HStore(327): Store=b8011b454ce9c4b660207fcc43fca491/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:26,280 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b8011b454ce9c4b660207fcc43fca491 2024-11-16T01:21:26,280 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/default/test/b8011b454ce9c4b660207fcc43fca491 2024-11-16T01:21:26,281 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/default/test/b8011b454ce9c4b660207fcc43fca491 2024-11-16T01:21:26,281 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b8011b454ce9c4b660207fcc43fca491 2024-11-16T01:21:26,281 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b8011b454ce9c4b660207fcc43fca491 2024-11-16T01:21:26,281 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:21:26,282 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b8011b454ce9c4b660207fcc43fca491 2024-11-16T01:21:26,283 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/default/test/b8011b454ce9c4b660207fcc43fca491/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:21:26,284 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b8011b454ce9c4b660207fcc43fca491; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65118080, jitterRate=-0.029664993286132812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:21:26,284 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8011b454ce9c4b660207fcc43fca491 2024-11-16T01:21:26,284 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b8011b454ce9c4b660207fcc43fca491: Running coprocessor pre-open hook at 1731720086273Writing region info on filesystem at 1731720086273Initializing all the Stores at 1731720086274 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720086274Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720086276 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720086276Cleaning up temporary data from old regions at 1731720086281 (+5 ms)Running coprocessor post-open hooks at 1731720086284 (+3 ms)Region opened successfully at 1731720086284 2024-11-16T01:21:26,285 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731720085137.b8011b454ce9c4b660207fcc43fca491., pid=6, masterSystemTime=1731720086268 2024-11-16T01:21:26,286 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731720085137.b8011b454ce9c4b660207fcc43fca491. 2024-11-16T01:21:26,286 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731720085137.b8011b454ce9c4b660207fcc43fca491. 2024-11-16T01:21:26,287 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8011b454ce9c4b660207fcc43fca491, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=844d197be988,33205,1731720071717 2024-11-16T01:21:26,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8011b454ce9c4b660207fcc43fca491, server=844d197be988,33205,1731720071717 because future has completed 2024-11-16T01:21:26,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T01:21:26,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b8011b454ce9c4b660207fcc43fca491, server=844d197be988,33205,1731720071717 in 173 msec 2024-11-16T01:21:26,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T01:21:26,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b8011b454ce9c4b660207fcc43fca491, ASSIGN in 328 msec 2024-11-16T01:21:26,292 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:21:26,292 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720086292"}]},"ts":"1731720086292"} 2024-11-16T01:21:26,294 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T01:21:26,294 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:21:26,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-16T01:21:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:21:27,289 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T01:21:27,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:21:27,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,42357,1731720077208 2024-11-16T01:21:27,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cff2a3a 2024-11-16T01:21:27,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:21:27,291 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:21:27,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:21:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T01:21:27,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:21:27,294 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:27,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T01:21:27,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:21:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:21:27,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741835_1011 (size=902) 2024-11-16T01:21:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:21:27,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:21:27,702 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3958b32b1a36823639c244c433086b47, NAME => 'test,,1731720087292.3958b32b1a36823639c244c433086b47.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623 2024-11-16T01:21:27,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741836_1012 (size=39) 2024-11-16T01:21:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:21:28,107 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731720087292.3958b32b1a36823639c244c433086b47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:28,107 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3958b32b1a36823639c244c433086b47, disabling compactions & flushes 2024-11-16T01:21:28,107 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731720087292.3958b32b1a36823639c244c433086b47. 2024-11-16T01:21:28,107 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720087292.3958b32b1a36823639c244c433086b47. 2024-11-16T01:21:28,107 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731720087292.3958b32b1a36823639c244c433086b47. after waiting 0 ms 2024-11-16T01:21:28,107 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731720087292.3958b32b1a36823639c244c433086b47. 2024-11-16T01:21:28,107 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731720087292.3958b32b1a36823639c244c433086b47. 2024-11-16T01:21:28,107 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3958b32b1a36823639c244c433086b47: Waiting for close lock at 1731720088107Disabling compacts and flushes for region at 1731720088107Disabling writes for close at 1731720088107Writing region close event to WAL at 1731720088107Closed at 1731720088107 2024-11-16T01:21:28,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:21:28,108 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731720087292.3958b32b1a36823639c244c433086b47.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731720088108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720088108"}]},"ts":"1731720088108"} 2024-11-16T01:21:28,110 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:21:28,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:21:28,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720088111"}]},"ts":"1731720088111"} 2024-11-16T01:21:28,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T01:21:28,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3958b32b1a36823639c244c433086b47, ASSIGN}] 2024-11-16T01:21:28,113 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3958b32b1a36823639c244c433086b47, ASSIGN 2024-11-16T01:21:28,114 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3958b32b1a36823639c244c433086b47, ASSIGN; state=OFFLINE, location=844d197be988,37241,1731720077366; forceNewPlan=false, retain=false 2024-11-16T01:21:28,265 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3958b32b1a36823639c244c433086b47, regionState=OPENING, regionLocation=844d197be988,37241,1731720077366 2024-11-16T01:21:28,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3958b32b1a36823639c244c433086b47, ASSIGN because future has completed 2024-11-16T01:21:28,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3958b32b1a36823639c244c433086b47, server=844d197be988,37241,1731720077366}] 2024-11-16T01:21:28,422 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731720087292.3958b32b1a36823639c244c433086b47. 2024-11-16T01:21:28,422 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3958b32b1a36823639c244c433086b47, NAME => 'test,,1731720087292.3958b32b1a36823639c244c433086b47.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:21:28,422 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:21:28,422 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T01:21:28,422 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3958b32b1a36823639c244c433086b47 2024-11-16T01:21:28,423 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731720087292.3958b32b1a36823639c244c433086b47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:28,423 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3958b32b1a36823639c244c433086b47 2024-11-16T01:21:28,423 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3958b32b1a36823639c244c433086b47 2024-11-16T01:21:28,424 INFO [StoreOpener-3958b32b1a36823639c244c433086b47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3958b32b1a36823639c244c433086b47 2024-11-16T01:21:28,425 INFO [StoreOpener-3958b32b1a36823639c244c433086b47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3958b32b1a36823639c244c433086b47 columnFamilyName f 2024-11-16T01:21:28,425 DEBUG [StoreOpener-3958b32b1a36823639c244c433086b47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:28,425 INFO [StoreOpener-3958b32b1a36823639c244c433086b47-1 {}] regionserver.HStore(327): Store=3958b32b1a36823639c244c433086b47/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:28,426 INFO [StoreOpener-3958b32b1a36823639c244c433086b47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3958b32b1a36823639c244c433086b47 2024-11-16T01:21:28,427 INFO [StoreOpener-3958b32b1a36823639c244c433086b47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3958b32b1a36823639c244c433086b47 columnFamilyName f1 2024-11-16T01:21:28,427 DEBUG [StoreOpener-3958b32b1a36823639c244c433086b47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:28,427 INFO [StoreOpener-3958b32b1a36823639c244c433086b47-1 {}] regionserver.HStore(327): Store=3958b32b1a36823639c244c433086b47/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:28,427 INFO [StoreOpener-3958b32b1a36823639c244c433086b47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3958b32b1a36823639c244c433086b47 2024-11-16T01:21:28,428 INFO [StoreOpener-3958b32b1a36823639c244c433086b47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3958b32b1a36823639c244c433086b47 columnFamilyName norep 2024-11-16T01:21:28,428 DEBUG [StoreOpener-3958b32b1a36823639c244c433086b47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:28,429 INFO [StoreOpener-3958b32b1a36823639c244c433086b47-1 {}] regionserver.HStore(327): Store=3958b32b1a36823639c244c433086b47/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:28,429 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3958b32b1a36823639c244c433086b47 2024-11-16T01:21:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:21:28,430 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/default/test/3958b32b1a36823639c244c433086b47 2024-11-16T01:21:28,430 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/default/test/3958b32b1a36823639c244c433086b47 2024-11-16T01:21:28,431 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3958b32b1a36823639c244c433086b47 2024-11-16T01:21:28,431 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3958b32b1a36823639c244c433086b47 2024-11-16T01:21:28,431 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:21:28,432 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3958b32b1a36823639c244c433086b47 2024-11-16T01:21:28,434 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/default/test/3958b32b1a36823639c244c433086b47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:21:28,434 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3958b32b1a36823639c244c433086b47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59490372, jitterRate=-0.11352437734603882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:21:28,434 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3958b32b1a36823639c244c433086b47 2024-11-16T01:21:28,434 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3958b32b1a36823639c244c433086b47: Running coprocessor pre-open hook at 1731720088423Writing region info on filesystem at 1731720088423Initializing all the Stores at 1731720088424 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720088424Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720088424Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720088424Cleaning up temporary data from old regions at 1731720088431 (+7 ms)Running coprocessor post-open hooks at 1731720088434 (+3 ms)Region opened successfully at 1731720088434 2024-11-16T01:21:28,435 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731720087292.3958b32b1a36823639c244c433086b47., pid=6, masterSystemTime=1731720088418 2024-11-16T01:21:28,437 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731720087292.3958b32b1a36823639c244c433086b47. 2024-11-16T01:21:28,437 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731720087292.3958b32b1a36823639c244c433086b47. 2024-11-16T01:21:28,437 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3958b32b1a36823639c244c433086b47, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=844d197be988,37241,1731720077366 2024-11-16T01:21:28,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3958b32b1a36823639c244c433086b47, server=844d197be988,37241,1731720077366 because future has completed 2024-11-16T01:21:28,445 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42357 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=844d197be988,37241,1731720077366, table=test, region=3958b32b1a36823639c244c433086b47. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T01:21:28,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T01:21:28,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3958b32b1a36823639c244c433086b47, server=844d197be988,37241,1731720077366 in 180 msec 2024-11-16T01:21:28,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T01:21:28,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3958b32b1a36823639c244c433086b47, ASSIGN in 337 msec 2024-11-16T01:21:28,451 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:21:28,451 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720088451"}]},"ts":"1731720088451"} 2024-11-16T01:21:28,453 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T01:21:28,454 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:21:28,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-16T01:21:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:21:29,439 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T01:21:29,439 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:21:29,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,36701,1731720082556 2024-11-16T01:21:29,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31bbe9f9 2024-11-16T01:21:29,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:21:29,441 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:21:29,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:21:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T01:21:29,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:21:29,444 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:29,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T01:21:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:21:29,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:21:29,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741835_1011 (size=902) 2024-11-16T01:21:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:21:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:21:29,851 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad0ef3ca15f7f8646a20692aff1b28c9, NAME => 'test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e 2024-11-16T01:21:29,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741836_1012 (size=39) 2024-11-16T01:21:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:21:30,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:30,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ad0ef3ca15f7f8646a20692aff1b28c9, disabling compactions & flushes 2024-11-16T01:21:30,255 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9. 2024-11-16T01:21:30,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9. 2024-11-16T01:21:30,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9. after waiting 0 ms 2024-11-16T01:21:30,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9. 2024-11-16T01:21:30,255 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9. 2024-11-16T01:21:30,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad0ef3ca15f7f8646a20692aff1b28c9: Waiting for close lock at 1731720090255Disabling compacts and flushes for region at 1731720090255Disabling writes for close at 1731720090255Writing region close event to WAL at 1731720090255Closed at 1731720090255 2024-11-16T01:21:30,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:21:30,257 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731720090256"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720090256"}]},"ts":"1731720090256"} 2024-11-16T01:21:30,258 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:21:30,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:21:30,259 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720090259"}]},"ts":"1731720090259"} 2024-11-16T01:21:30,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T01:21:30,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ad0ef3ca15f7f8646a20692aff1b28c9, ASSIGN}] 2024-11-16T01:21:30,261 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ad0ef3ca15f7f8646a20692aff1b28c9, ASSIGN 2024-11-16T01:21:30,262 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ad0ef3ca15f7f8646a20692aff1b28c9, ASSIGN; state=OFFLINE, location=844d197be988,32971,1731720082699; forceNewPlan=false, retain=false 2024-11-16T01:21:30,412 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad0ef3ca15f7f8646a20692aff1b28c9, regionState=OPENING, regionLocation=844d197be988,32971,1731720082699 2024-11-16T01:21:30,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ad0ef3ca15f7f8646a20692aff1b28c9, ASSIGN because future has completed 2024-11-16T01:21:30,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad0ef3ca15f7f8646a20692aff1b28c9, server=844d197be988,32971,1731720082699}] 2024-11-16T01:21:30,569 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9. 2024-11-16T01:21:30,570 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ad0ef3ca15f7f8646a20692aff1b28c9, NAME => 'test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:21:30,570 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:21:30,570 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T01:21:30,570 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ad0ef3ca15f7f8646a20692aff1b28c9 2024-11-16T01:21:30,570 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:30,570 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ad0ef3ca15f7f8646a20692aff1b28c9 2024-11-16T01:21:30,570 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ad0ef3ca15f7f8646a20692aff1b28c9 2024-11-16T01:21:30,572 INFO [StoreOpener-ad0ef3ca15f7f8646a20692aff1b28c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ad0ef3ca15f7f8646a20692aff1b28c9 2024-11-16T01:21:30,573 INFO [StoreOpener-ad0ef3ca15f7f8646a20692aff1b28c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad0ef3ca15f7f8646a20692aff1b28c9 columnFamilyName f 2024-11-16T01:21:30,573 DEBUG [StoreOpener-ad0ef3ca15f7f8646a20692aff1b28c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:30,574 INFO [StoreOpener-ad0ef3ca15f7f8646a20692aff1b28c9-1 {}] regionserver.HStore(327): Store=ad0ef3ca15f7f8646a20692aff1b28c9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:30,574 INFO [StoreOpener-ad0ef3ca15f7f8646a20692aff1b28c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ad0ef3ca15f7f8646a20692aff1b28c9 2024-11-16T01:21:30,575 INFO [StoreOpener-ad0ef3ca15f7f8646a20692aff1b28c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad0ef3ca15f7f8646a20692aff1b28c9 columnFamilyName f1 2024-11-16T01:21:30,575 DEBUG [StoreOpener-ad0ef3ca15f7f8646a20692aff1b28c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:30,575 INFO [StoreOpener-ad0ef3ca15f7f8646a20692aff1b28c9-1 {}] regionserver.HStore(327): Store=ad0ef3ca15f7f8646a20692aff1b28c9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:30,575 INFO [StoreOpener-ad0ef3ca15f7f8646a20692aff1b28c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ad0ef3ca15f7f8646a20692aff1b28c9 2024-11-16T01:21:30,576 INFO [StoreOpener-ad0ef3ca15f7f8646a20692aff1b28c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad0ef3ca15f7f8646a20692aff1b28c9 columnFamilyName norep 2024-11-16T01:21:30,576 DEBUG [StoreOpener-ad0ef3ca15f7f8646a20692aff1b28c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:30,577 INFO [StoreOpener-ad0ef3ca15f7f8646a20692aff1b28c9-1 {}] regionserver.HStore(327): Store=ad0ef3ca15f7f8646a20692aff1b28c9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:30,577 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ad0ef3ca15f7f8646a20692aff1b28c9 2024-11-16T01:21:30,577 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/default/test/ad0ef3ca15f7f8646a20692aff1b28c9 2024-11-16T01:21:30,578 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/default/test/ad0ef3ca15f7f8646a20692aff1b28c9 2024-11-16T01:21:30,579 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ad0ef3ca15f7f8646a20692aff1b28c9 2024-11-16T01:21:30,579 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ad0ef3ca15f7f8646a20692aff1b28c9 2024-11-16T01:21:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:21:30,580 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:21:30,581 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ad0ef3ca15f7f8646a20692aff1b28c9 2024-11-16T01:21:30,582 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/default/test/ad0ef3ca15f7f8646a20692aff1b28c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:21:30,583 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ad0ef3ca15f7f8646a20692aff1b28c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69467288, jitterRate=0.035143256187438965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:21:30,583 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad0ef3ca15f7f8646a20692aff1b28c9 2024-11-16T01:21:30,583 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ad0ef3ca15f7f8646a20692aff1b28c9: Running coprocessor pre-open hook at 1731720090571Writing region info on filesystem at 1731720090571Initializing all the Stores at 1731720090571Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720090571Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720090572 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720090572Cleaning up temporary data from old regions at 1731720090579 (+7 ms)Running coprocessor post-open hooks at 1731720090583 (+4 ms)Region opened successfully at 1731720090583 2024-11-16T01:21:30,583 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9., pid=6, masterSystemTime=1731720090566 2024-11-16T01:21:30,585 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9. 2024-11-16T01:21:30,585 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9. 2024-11-16T01:21:30,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad0ef3ca15f7f8646a20692aff1b28c9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=844d197be988,32971,1731720082699 2024-11-16T01:21:30,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad0ef3ca15f7f8646a20692aff1b28c9, server=844d197be988,32971,1731720082699 because future has completed 2024-11-16T01:21:30,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T01:21:30,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ad0ef3ca15f7f8646a20692aff1b28c9, server=844d197be988,32971,1731720082699 in 174 msec 2024-11-16T01:21:30,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T01:21:30,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ad0ef3ca15f7f8646a20692aff1b28c9, ASSIGN in 330 msec 2024-11-16T01:21:30,593 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:21:30,593 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720090593"}]},"ts":"1731720090593"} 2024-11-16T01:21:30,595 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T01:21:30,595 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:21:30,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-16T01:21:31,178 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T01:21:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:21:31,589 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T01:21:31,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549c06ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:31,590 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,38051,-1 for getting cluster id 2024-11-16T01:21:31,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:21:31,590 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0e90507-7cb5-42df-a5a4-7908821b065a' 2024-11-16T01:21:31,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:21:31,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0e90507-7cb5-42df-a5a4-7908821b065a" 2024-11-16T01:21:31,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3965d210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:31,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,38051,-1] 2024-11-16T01:21:31,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:21:31,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:31,592 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:21:31,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789f9db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:31,593 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:21:31,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,38051,1731720071506 2024-11-16T01:21:31,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5836fc07 2024-11-16T01:21:31,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:21:31,594 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:21:31,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://844d197be988:42357,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T01:21:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T01:21:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:21:31,597 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:42357' 2024-11-16T01:21:31,598 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51bc1a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:31,598 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,42357,-1 for getting cluster id 2024-11-16T01:21:31,598 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:21:31,598 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd077a716-2220-4cc3-a669-e099a1d81c91' 2024-11-16T01:21:31,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:21:31,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d077a716-2220-4cc3-a669-e099a1d81c91" 2024-11-16T01:21:31,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c79b461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:31,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,42357,-1] 2024-11-16T01:21:31,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:21:31,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:31,599 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:21:31,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704c3731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:31,600 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:21:31,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,42357,1731720077208 2024-11-16T01:21:31,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b7d4904 2024-11-16T01:21:31,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:21:31,603 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:21:31,603 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T01:21:31,604 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T01:21:31,604 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:31,604 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:31,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:21:31,604 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:21:31,605 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T01:21:31,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:21:31,606 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:31,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:21:31,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741837_1013 (size=1138) 2024-11-16T01:21:31,655 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T01:21:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:21:31,775 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:21:31,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:31,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:31,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:31,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:31,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:31,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:31,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:31,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:31,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:31,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:31,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:21:32,017 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9dc29f2b7450f878ffd469987f58fa7b, NAME => 'hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b 2024-11-16T01:21:32,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741838_1014 (size=44) 2024-11-16T01:21:32,022 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:32,022 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9dc29f2b7450f878ffd469987f58fa7b, disabling compactions & flushes 2024-11-16T01:21:32,022 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b. 2024-11-16T01:21:32,022 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b. 2024-11-16T01:21:32,022 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b. after waiting 0 ms 2024-11-16T01:21:32,022 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b. 2024-11-16T01:21:32,022 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b. 2024-11-16T01:21:32,022 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9dc29f2b7450f878ffd469987f58fa7b: Waiting for close lock at 1731720092022Disabling compacts and flushes for region at 1731720092022Disabling writes for close at 1731720092022Writing region close event to WAL at 1731720092022Closed at 1731720092022 2024-11-16T01:21:32,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:21:32,024 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731720092023"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720092023"}]},"ts":"1731720092023"} 2024-11-16T01:21:32,025 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:21:32,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:21:32,026 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720092026"}]},"ts":"1731720092026"} 2024-11-16T01:21:32,028 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T01:21:32,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9dc29f2b7450f878ffd469987f58fa7b, ASSIGN}] 2024-11-16T01:21:32,029 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9dc29f2b7450f878ffd469987f58fa7b, ASSIGN 2024-11-16T01:21:32,029 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9dc29f2b7450f878ffd469987f58fa7b, ASSIGN; state=OFFLINE, location=844d197be988,33205,1731720071717; forceNewPlan=false, retain=false 2024-11-16T01:21:32,180 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9dc29f2b7450f878ffd469987f58fa7b, regionState=OPENING, regionLocation=844d197be988,33205,1731720071717 2024-11-16T01:21:32,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9dc29f2b7450f878ffd469987f58fa7b, ASSIGN because future has completed 2024-11-16T01:21:32,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dc29f2b7450f878ffd469987f58fa7b, server=844d197be988,33205,1731720071717}] 2024-11-16T01:21:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:21:32,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b. 2024-11-16T01:21:32,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:21:32,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T01:21:32,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C33205%2C1731720071717.rep, suffix=, logDir=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717, archiveDir=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/oldWALs, maxLogs=10 2024-11-16T01:21:32,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.rep.1731720092340, exclude list is [], retry=0 2024-11-16T01:21:32,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40495,DS-002a44b4-f4da-4d5a-9a83-a3f6f2b54dde,DISK] 2024-11-16T01:21:32,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.rep.1731720092340 2024-11-16T01:21:32,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45643:45643)] 2024-11-16T01:21:32,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9dc29f2b7450f878ffd469987f58fa7b, NAME => 'hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:21:32,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:21:32,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:21:32,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b. service=MultiRowMutationService 2024-11-16T01:21:32,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T01:21:32,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9dc29f2b7450f878ffd469987f58fa7b 2024-11-16T01:21:32,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:32,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9dc29f2b7450f878ffd469987f58fa7b 2024-11-16T01:21:32,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9dc29f2b7450f878ffd469987f58fa7b 2024-11-16T01:21:32,360 INFO [StoreOpener-9dc29f2b7450f878ffd469987f58fa7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9dc29f2b7450f878ffd469987f58fa7b 2024-11-16T01:21:32,361 INFO [StoreOpener-9dc29f2b7450f878ffd469987f58fa7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dc29f2b7450f878ffd469987f58fa7b columnFamilyName hfileref 2024-11-16T01:21:32,362 DEBUG [StoreOpener-9dc29f2b7450f878ffd469987f58fa7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:32,362 INFO [StoreOpener-9dc29f2b7450f878ffd469987f58fa7b-1 {}] regionserver.HStore(327): Store=9dc29f2b7450f878ffd469987f58fa7b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:32,362 INFO [StoreOpener-9dc29f2b7450f878ffd469987f58fa7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9dc29f2b7450f878ffd469987f58fa7b 2024-11-16T01:21:32,363 INFO [StoreOpener-9dc29f2b7450f878ffd469987f58fa7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dc29f2b7450f878ffd469987f58fa7b columnFamilyName queue 2024-11-16T01:21:32,363 DEBUG [StoreOpener-9dc29f2b7450f878ffd469987f58fa7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:32,363 INFO [StoreOpener-9dc29f2b7450f878ffd469987f58fa7b-1 {}] regionserver.HStore(327): Store=9dc29f2b7450f878ffd469987f58fa7b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:32,363 INFO [StoreOpener-9dc29f2b7450f878ffd469987f58fa7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9dc29f2b7450f878ffd469987f58fa7b 2024-11-16T01:21:32,364 INFO [StoreOpener-9dc29f2b7450f878ffd469987f58fa7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dc29f2b7450f878ffd469987f58fa7b columnFamilyName sid 2024-11-16T01:21:32,364 DEBUG [StoreOpener-9dc29f2b7450f878ffd469987f58fa7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:32,364 INFO [StoreOpener-9dc29f2b7450f878ffd469987f58fa7b-1 {}] regionserver.HStore(327): Store=9dc29f2b7450f878ffd469987f58fa7b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:32,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9dc29f2b7450f878ffd469987f58fa7b 2024-11-16T01:21:32,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/replication/9dc29f2b7450f878ffd469987f58fa7b 2024-11-16T01:21:32,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/replication/9dc29f2b7450f878ffd469987f58fa7b 2024-11-16T01:21:32,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9dc29f2b7450f878ffd469987f58fa7b 2024-11-16T01:21:32,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9dc29f2b7450f878ffd469987f58fa7b 2024-11-16T01:21:32,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:21:32,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9dc29f2b7450f878ffd469987f58fa7b 2024-11-16T01:21:32,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/replication/9dc29f2b7450f878ffd469987f58fa7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:21:32,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9dc29f2b7450f878ffd469987f58fa7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63511702, jitterRate=-0.05360189080238342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:21:32,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9dc29f2b7450f878ffd469987f58fa7b 2024-11-16T01:21:32,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9dc29f2b7450f878ffd469987f58fa7b: Running coprocessor pre-open hook at 1731720092360Writing region info on filesystem at 1731720092360Initializing all the Stores at 1731720092360Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720092360Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720092360Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720092360Cleaning up temporary data from old regions at 1731720092366 (+6 ms)Running coprocessor post-open hooks at 1731720092369 (+3 ms)Region opened successfully at 1731720092369 2024-11-16T01:21:32,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b., pid=10, masterSystemTime=1731720092335 2024-11-16T01:21:32,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b. 2024-11-16T01:21:32,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b. 2024-11-16T01:21:32,372 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9dc29f2b7450f878ffd469987f58fa7b, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,33205,1731720071717 2024-11-16T01:21:32,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dc29f2b7450f878ffd469987f58fa7b, server=844d197be988,33205,1731720071717 because future has completed 2024-11-16T01:21:32,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T01:21:32,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9dc29f2b7450f878ffd469987f58fa7b, server=844d197be988,33205,1731720071717 in 192 msec 2024-11-16T01:21:32,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T01:21:32,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9dc29f2b7450f878ffd469987f58fa7b, ASSIGN in 348 msec 2024-11-16T01:21:32,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:21:32,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720092378"}]},"ts":"1731720092378"} 2024-11-16T01:21:32,380 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T01:21:32,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:21:32,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 777 msec 2024-11-16T01:21:32,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b., hostname=844d197be988,33205,1731720071717, seqNum=2] 2024-11-16T01:21:32,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0333447496 2024-11-16T01:21:32,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x101413b3aaf0001, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0333447496 2024-11-16T01:21:32,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T01:21:32,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T01:21:32,607 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T01:21:32,632 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-844d197be988,33205,1731720071717, ReplicationSource: 1, currentBandwidth=0 2024-11-16T01:21:32,633 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:21:32,633 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,33205,1731720071717, seqNum=-1] 2024-11-16T01:21:32,633 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:21:32,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-16T01:21:32,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-844d197be988,33205,1731720071717', locateType=CURRENT is [region=hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b., hostname=844d197be988,33205,1731720071717, seqNum=2] 2024-11-16T01:21:32,651 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T01:21:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T01:21:32,665 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 844d197be988,33205,1731720071717 suceeded 2024-11-16T01:21:32,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T01:21:32,667 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://844d197be988:42357,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T01:21:32,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-16T01:21:32,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0720 sec 2024-11-16T01:21:32,674 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:42357' 2024-11-16T01:21:32,676 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1218d027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:32,676 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,42357,-1 for getting cluster id 2024-11-16T01:21:32,676 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:21:32,677 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd077a716-2220-4cc3-a669-e099a1d81c91' 2024-11-16T01:21:32,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:21:32,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d077a716-2220-4cc3-a669-e099a1d81c91" 2024-11-16T01:21:32,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@574f80b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:32,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,42357,-1] 2024-11-16T01:21:32,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:21:32,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:32,680 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:21:32,681 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47fa4de8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:32,681 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:21:32,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,42357,1731720077208 2024-11-16T01:21:32,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@425d6b8e 2024-11-16T01:21:32,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:21:32,684 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-16T01:21:32,684 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-844d197be988,33205,1731720071717 (queues=1) is replicating from cluster=c0e90507-7cb5-42df-a5a4-7908821b065a to cluster=d077a716-2220-4cc3-a669-e099a1d81c91 2024-11-16T01:21:32,684 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=844d197be988%2C33205%2C1731720071717 2024-11-16T01:21:32,685 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-844d197be988,33205,1731720071717, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T01:21:32,700 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.shipper844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 844d197be988%2C33205%2C1731720071717 2024-11-16T01:21:32,708 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931, startPosition=0, beingWritten=true 2024-11-16T01:21:32,716 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:21:32,716 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 379, reset compression=false 2024-11-16T01:21:32,716 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.shipper844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,33205,1731720071717 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:21:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:21:32,730 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T01:21:32,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:21:32,730 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:32,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:32,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:32,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:21:32,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60792793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:32,732 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,42357,-1 for getting cluster id 2024-11-16T01:21:32,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:21:32,733 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd077a716-2220-4cc3-a669-e099a1d81c91' 2024-11-16T01:21:32,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:21:32,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d077a716-2220-4cc3-a669-e099a1d81c91" 2024-11-16T01:21:32,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38bc1f1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:32,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,42357,-1] 2024-11-16T01:21:32,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:21:32,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:32,735 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:21:32,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbdba5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:32,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:21:32,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,42357,1731720077208 2024-11-16T01:21:32,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a3a26bc 2024-11-16T01:21:32,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:21:32,739 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:21:32,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://844d197be988:36701,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T01:21:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T01:21:32,743 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:36701' 2024-11-16T01:21:32,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:21:32,748 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6416e477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:32,748 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,36701,-1 for getting cluster id 2024-11-16T01:21:32,748 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:21:32,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T01:21:32,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T01:21:32,749 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b78a037-3605-44bb-9c76-b098559ae3a2' 2024-11-16T01:21:32,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:21:32,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b78a037-3605-44bb-9c76-b098559ae3a2" 2024-11-16T01:21:32,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:21:32,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T01:21:32,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe24915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:32,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,36701,-1] 2024-11-16T01:21:32,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:21:32,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:32,751 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:21:32,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3889700c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:32,752 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:21:32,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,36701,1731720082556 2024-11-16T01:21:32,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36a06ab8 2024-11-16T01:21:32,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:21:32,754 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:21:32,754 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-16T01:21:32,755 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T01:21:32,755 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:32,755 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:32,755 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:21:32,757 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T01:21:32,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:21:32,759 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:32,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:21:32,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:21:32,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741837_1013 (size=1138) 2024-11-16T01:21:32,808 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T01:21:32,813 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0413ad35d57556dc2129b0f4502d9a09, NAME => 'hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623 2024-11-16T01:21:32,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741838_1014 (size=44) 2024-11-16T01:21:32,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:32,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0413ad35d57556dc2129b0f4502d9a09, disabling compactions & flushes 2024-11-16T01:21:32,836 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09. 2024-11-16T01:21:32,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09. 2024-11-16T01:21:32,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09. after waiting 0 ms 2024-11-16T01:21:32,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09. 2024-11-16T01:21:32,836 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09. 2024-11-16T01:21:32,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0413ad35d57556dc2129b0f4502d9a09: Waiting for close lock at 1731720092836Disabling compacts and flushes for region at 1731720092836Disabling writes for close at 1731720092836Writing region close event to WAL at 1731720092836Closed at 1731720092836 2024-11-16T01:21:32,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:21:32,838 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731720092837"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720092837"}]},"ts":"1731720092837"} 2024-11-16T01:21:32,844 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:21:32,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:21:32,846 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720092845"}]},"ts":"1731720092845"} 2024-11-16T01:21:32,848 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T01:21:32,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0413ad35d57556dc2129b0f4502d9a09, ASSIGN}] 2024-11-16T01:21:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:21:32,850 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0413ad35d57556dc2129b0f4502d9a09, ASSIGN 2024-11-16T01:21:32,851 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0413ad35d57556dc2129b0f4502d9a09, ASSIGN; state=OFFLINE, location=844d197be988,37241,1731720077366; forceNewPlan=false, retain=false 2024-11-16T01:21:32,924 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 379, reset compression=false 2024-11-16T01:21:33,002 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0413ad35d57556dc2129b0f4502d9a09, regionState=OPENING, regionLocation=844d197be988,37241,1731720077366 2024-11-16T01:21:33,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0413ad35d57556dc2129b0f4502d9a09, ASSIGN because future has completed 2024-11-16T01:21:33,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0413ad35d57556dc2129b0f4502d9a09, server=844d197be988,37241,1731720077366}] 2024-11-16T01:21:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:21:33,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09. 2024-11-16T01:21:33,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:21:33,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T01:21:33,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C37241%2C1731720077366.rep, suffix=, logDir=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366, archiveDir=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/oldWALs, maxLogs=10 2024-11-16T01:21:33,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.rep.1731720093180, exclude list is [], retry=0 2024-11-16T01:21:33,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38093,DS-61877dcc-d8b0-481c-a442-66a2f37dbc6b,DISK] 2024-11-16T01:21:33,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.rep.1731720093180 2024-11-16T01:21:33,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41121:41121)] 2024-11-16T01:21:33,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0413ad35d57556dc2129b0f4502d9a09, NAME => 'hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:21:33,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:21:33,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:21:33,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09. service=MultiRowMutationService 2024-11-16T01:21:33,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T01:21:33,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0413ad35d57556dc2129b0f4502d9a09 2024-11-16T01:21:33,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:33,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0413ad35d57556dc2129b0f4502d9a09 2024-11-16T01:21:33,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0413ad35d57556dc2129b0f4502d9a09 2024-11-16T01:21:33,212 INFO [StoreOpener-0413ad35d57556dc2129b0f4502d9a09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0413ad35d57556dc2129b0f4502d9a09 2024-11-16T01:21:33,214 INFO [StoreOpener-0413ad35d57556dc2129b0f4502d9a09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0413ad35d57556dc2129b0f4502d9a09 columnFamilyName hfileref 2024-11-16T01:21:33,214 DEBUG [StoreOpener-0413ad35d57556dc2129b0f4502d9a09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:33,215 INFO [StoreOpener-0413ad35d57556dc2129b0f4502d9a09-1 {}] regionserver.HStore(327): Store=0413ad35d57556dc2129b0f4502d9a09/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:33,215 INFO [StoreOpener-0413ad35d57556dc2129b0f4502d9a09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0413ad35d57556dc2129b0f4502d9a09 2024-11-16T01:21:33,216 INFO [StoreOpener-0413ad35d57556dc2129b0f4502d9a09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0413ad35d57556dc2129b0f4502d9a09 columnFamilyName queue 2024-11-16T01:21:33,217 DEBUG [StoreOpener-0413ad35d57556dc2129b0f4502d9a09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:33,217 INFO [StoreOpener-0413ad35d57556dc2129b0f4502d9a09-1 {}] regionserver.HStore(327): Store=0413ad35d57556dc2129b0f4502d9a09/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:33,217 INFO [StoreOpener-0413ad35d57556dc2129b0f4502d9a09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0413ad35d57556dc2129b0f4502d9a09 2024-11-16T01:21:33,218 INFO [StoreOpener-0413ad35d57556dc2129b0f4502d9a09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0413ad35d57556dc2129b0f4502d9a09 columnFamilyName sid 2024-11-16T01:21:33,219 DEBUG [StoreOpener-0413ad35d57556dc2129b0f4502d9a09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:33,219 INFO [StoreOpener-0413ad35d57556dc2129b0f4502d9a09-1 {}] regionserver.HStore(327): Store=0413ad35d57556dc2129b0f4502d9a09/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:33,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0413ad35d57556dc2129b0f4502d9a09 2024-11-16T01:21:33,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/replication/0413ad35d57556dc2129b0f4502d9a09 2024-11-16T01:21:33,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/replication/0413ad35d57556dc2129b0f4502d9a09 2024-11-16T01:21:33,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0413ad35d57556dc2129b0f4502d9a09 2024-11-16T01:21:33,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0413ad35d57556dc2129b0f4502d9a09 2024-11-16T01:21:33,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:21:33,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0413ad35d57556dc2129b0f4502d9a09 2024-11-16T01:21:33,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/replication/0413ad35d57556dc2129b0f4502d9a09/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:21:33,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0413ad35d57556dc2129b0f4502d9a09; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61640715, jitterRate=-0.08148176968097687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:21:33,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0413ad35d57556dc2129b0f4502d9a09 2024-11-16T01:21:33,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0413ad35d57556dc2129b0f4502d9a09: Running coprocessor pre-open hook at 1731720093206Writing region info on filesystem at 1731720093206Initializing all the Stores at 1731720093208 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720093209 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720093212 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720093212Cleaning up temporary data from old regions at 1731720093224 (+12 ms)Running coprocessor post-open hooks at 1731720093232 (+8 ms)Region opened successfully at 1731720093232 2024-11-16T01:21:33,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09., pid=10, masterSystemTime=1731720093166 2024-11-16T01:21:33,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09. 2024-11-16T01:21:33,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09. 2024-11-16T01:21:33,236 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0413ad35d57556dc2129b0f4502d9a09, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,37241,1731720077366 2024-11-16T01:21:33,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0413ad35d57556dc2129b0f4502d9a09, server=844d197be988,37241,1731720077366 because future has completed 2024-11-16T01:21:33,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T01:21:33,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0413ad35d57556dc2129b0f4502d9a09, server=844d197be988,37241,1731720077366 in 226 msec 2024-11-16T01:21:33,244 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 379, reset compression=false 2024-11-16T01:21:33,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T01:21:33,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0413ad35d57556dc2129b0f4502d9a09, ASSIGN in 393 msec 2024-11-16T01:21:33,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:21:33,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720093250"}]},"ts":"1731720093250"} 2024-11-16T01:21:33,252 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T01:21:33,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:21:33,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 499 msec 2024-11-16T01:21:33,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09., hostname=844d197be988,37241,1731720077366, seqNum=2] 2024-11-16T01:21:33,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101413b3aaf0004, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362811535 2024-11-16T01:21:33,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362811535 2024-11-16T01:21:33,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T01:21:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:21:33,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T01:21:33,508 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T01:21:33,564 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-844d197be988,37241,1731720077366, ReplicationSource: 1, currentBandwidth=0 2024-11-16T01:21:33,565 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:21:33,565 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,37241,1731720077366, seqNum=-1] 2024-11-16T01:21:33,566 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:21:33,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-16T01:21:33,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-844d197be988,37241,1731720077366', locateType=CURRENT is [region=hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09., hostname=844d197be988,37241,1731720077366, seqNum=2] 2024-11-16T01:21:33,572 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T01:21:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T01:21:33,575 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 844d197be988,37241,1731720077366 suceeded 2024-11-16T01:21:33,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T01:21:33,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 220 msec 2024-11-16T01:21:33,579 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://844d197be988:36701,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T01:21:33,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 839 msec 2024-11-16T01:21:33,596 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:36701' 2024-11-16T01:21:33,597 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3530d310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:33,597 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,36701,-1 for getting cluster id 2024-11-16T01:21:33,597 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:21:33,598 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b78a037-3605-44bb-9c76-b098559ae3a2' 2024-11-16T01:21:33,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:21:33,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b78a037-3605-44bb-9c76-b098559ae3a2" 2024-11-16T01:21:33,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@218d5e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:33,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,36701,-1] 2024-11-16T01:21:33,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:21:33,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:33,601 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:21:33,603 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fd3cfc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:33,603 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:21:33,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,36701,1731720082556 2024-11-16T01:21:33,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d10de85 2024-11-16T01:21:33,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:21:33,605 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-16T01:21:33,606 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-844d197be988,37241,1731720077366 (queues=1) is replicating from cluster=d077a716-2220-4cc3-a669-e099a1d81c91 to cluster=3b78a037-3605-44bb-9c76-b098559ae3a2 2024-11-16T01:21:33,606 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=844d197be988%2C37241%2C1731720077366 2024-11-16T01:21:33,606 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-844d197be988,37241,1731720077366, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T01:21:33,616 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318, startPosition=0, beingWritten=true 2024-11-16T01:21:33,624 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.shipper844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 844d197be988%2C37241%2C1731720077366 2024-11-16T01:21:33,654 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 379, reset compression=false 2024-11-16T01:21:33,656 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:21:33,656 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 379, reset compression=false 2024-11-16T01:21:33,659 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.shipper844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,37241,1731720077366 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:21:33,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:21:33,879 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T01:21:33,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:21:33,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:33,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:33,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:33,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:21:33,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffb8206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:33,880 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,36701,-1 for getting cluster id 2024-11-16T01:21:33,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:21:33,881 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b78a037-3605-44bb-9c76-b098559ae3a2' 2024-11-16T01:21:33,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:21:33,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b78a037-3605-44bb-9c76-b098559ae3a2" 2024-11-16T01:21:33,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4a760e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:33,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,36701,-1] 2024-11-16T01:21:33,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:21:33,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:33,886 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:21:33,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e98baa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:33,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:21:33,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,36701,1731720082556 2024-11-16T01:21:33,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d9695c3 2024-11-16T01:21:33,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:21:33,890 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:21:33,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://844d197be988:38051,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T01:21:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T01:21:33,894 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 379, reset compression=false 2024-11-16T01:21:33,895 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:38051' 2024-11-16T01:21:33,896 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78efd177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:33,896 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,38051,-1 for getting cluster id 2024-11-16T01:21:33,896 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:21:33,897 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0e90507-7cb5-42df-a5a4-7908821b065a' 2024-11-16T01:21:33,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:21:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:21:33,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0e90507-7cb5-42df-a5a4-7908821b065a" 2024-11-16T01:21:33,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4855cfe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:33,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,38051,-1] 2024-11-16T01:21:33,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:21:33,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:33,899 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:21:33,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d977ce5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:33,900 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:21:33,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,38051,1731720071506 2024-11-16T01:21:33,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e7a2c65 2024-11-16T01:21:33,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:21:33,902 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:21:33,902 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T01:21:33,902 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T01:21:33,902 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:33,903 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:33,903 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:21:33,906 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:21:33,906 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T01:21:33,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:21:33,908 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:33,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:21:33,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741837_1013 (size=1138) 2024-11-16T01:21:33,941 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c737a9d514a7eee3510cc44a795ce6bb, NAME => 'hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e 2024-11-16T01:21:33,957 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T01:21:33,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741838_1014 (size=44) 2024-11-16T01:21:33,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:33,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c737a9d514a7eee3510cc44a795ce6bb, disabling compactions & flushes 2024-11-16T01:21:33,986 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb. 2024-11-16T01:21:33,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb. 2024-11-16T01:21:33,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb. after waiting 0 ms 2024-11-16T01:21:33,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb. 2024-11-16T01:21:33,986 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb. 2024-11-16T01:21:33,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c737a9d514a7eee3510cc44a795ce6bb: Waiting for close lock at 1731720093986Disabling compacts and flushes for region at 1731720093986Disabling writes for close at 1731720093986Writing region close event to WAL at 1731720093986Closed at 1731720093986 2024-11-16T01:21:33,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:21:33,988 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731720093988"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720093988"}]},"ts":"1731720093988"} 2024-11-16T01:21:33,991 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:21:33,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:21:33,992 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720093992"}]},"ts":"1731720093992"} 2024-11-16T01:21:33,995 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T01:21:33,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c737a9d514a7eee3510cc44a795ce6bb, ASSIGN}] 2024-11-16T01:21:33,997 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c737a9d514a7eee3510cc44a795ce6bb, ASSIGN 2024-11-16T01:21:33,998 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c737a9d514a7eee3510cc44a795ce6bb, ASSIGN; state=OFFLINE, location=844d197be988,32971,1731720082699; forceNewPlan=false, retain=false 2024-11-16T01:21:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:21:34,149 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c737a9d514a7eee3510cc44a795ce6bb, regionState=OPENING, regionLocation=844d197be988,32971,1731720082699 2024-11-16T01:21:34,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c737a9d514a7eee3510cc44a795ce6bb, ASSIGN because future has completed 2024-11-16T01:21:34,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c737a9d514a7eee3510cc44a795ce6bb, server=844d197be988,32971,1731720082699}] 2024-11-16T01:21:34,185 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 379, reset compression=false 2024-11-16T01:21:34,218 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 379, reset compression=false 2024-11-16T01:21:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:21:34,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb. 2024-11-16T01:21:34,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:21:34,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T01:21:34,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C32971%2C1731720082699.rep, suffix=, logDir=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699, archiveDir=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/oldWALs, maxLogs=10 2024-11-16T01:21:34,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.rep.1731720094332, exclude list is [], retry=0 2024-11-16T01:21:34,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38821,DS-b4a59e28-ed0b-49b0-8635-5fc80c4c9f38,DISK] 2024-11-16T01:21:34,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.rep.1731720094332 2024-11-16T01:21:34,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37803:37803)] 2024-11-16T01:21:34,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c737a9d514a7eee3510cc44a795ce6bb, NAME => 'hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:21:34,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:21:34,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:21:34,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb. service=MultiRowMutationService 2024-11-16T01:21:34,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T01:21:34,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c737a9d514a7eee3510cc44a795ce6bb 2024-11-16T01:21:34,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:34,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c737a9d514a7eee3510cc44a795ce6bb 2024-11-16T01:21:34,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c737a9d514a7eee3510cc44a795ce6bb 2024-11-16T01:21:34,393 INFO [StoreOpener-c737a9d514a7eee3510cc44a795ce6bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c737a9d514a7eee3510cc44a795ce6bb 2024-11-16T01:21:34,395 INFO [StoreOpener-c737a9d514a7eee3510cc44a795ce6bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c737a9d514a7eee3510cc44a795ce6bb columnFamilyName hfileref 2024-11-16T01:21:34,395 DEBUG [StoreOpener-c737a9d514a7eee3510cc44a795ce6bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:34,395 INFO [StoreOpener-c737a9d514a7eee3510cc44a795ce6bb-1 {}] regionserver.HStore(327): Store=c737a9d514a7eee3510cc44a795ce6bb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:34,396 INFO [StoreOpener-c737a9d514a7eee3510cc44a795ce6bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c737a9d514a7eee3510cc44a795ce6bb 2024-11-16T01:21:34,398 INFO [StoreOpener-c737a9d514a7eee3510cc44a795ce6bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c737a9d514a7eee3510cc44a795ce6bb columnFamilyName queue 2024-11-16T01:21:34,398 DEBUG [StoreOpener-c737a9d514a7eee3510cc44a795ce6bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:34,398 INFO [StoreOpener-c737a9d514a7eee3510cc44a795ce6bb-1 {}] regionserver.HStore(327): Store=c737a9d514a7eee3510cc44a795ce6bb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:34,399 INFO [StoreOpener-c737a9d514a7eee3510cc44a795ce6bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c737a9d514a7eee3510cc44a795ce6bb 2024-11-16T01:21:34,400 INFO [StoreOpener-c737a9d514a7eee3510cc44a795ce6bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c737a9d514a7eee3510cc44a795ce6bb columnFamilyName sid 2024-11-16T01:21:34,400 DEBUG [StoreOpener-c737a9d514a7eee3510cc44a795ce6bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:34,401 INFO [StoreOpener-c737a9d514a7eee3510cc44a795ce6bb-1 {}] regionserver.HStore(327): Store=c737a9d514a7eee3510cc44a795ce6bb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:34,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c737a9d514a7eee3510cc44a795ce6bb 2024-11-16T01:21:34,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/replication/c737a9d514a7eee3510cc44a795ce6bb 2024-11-16T01:21:34,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/replication/c737a9d514a7eee3510cc44a795ce6bb 2024-11-16T01:21:34,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c737a9d514a7eee3510cc44a795ce6bb 2024-11-16T01:21:34,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c737a9d514a7eee3510cc44a795ce6bb 2024-11-16T01:21:34,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:21:34,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c737a9d514a7eee3510cc44a795ce6bb 2024-11-16T01:21:34,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/replication/c737a9d514a7eee3510cc44a795ce6bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:21:34,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c737a9d514a7eee3510cc44a795ce6bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68599248, jitterRate=0.022208452224731445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:21:34,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c737a9d514a7eee3510cc44a795ce6bb 2024-11-16T01:21:34,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c737a9d514a7eee3510cc44a795ce6bb: Running coprocessor pre-open hook at 1731720094381Writing region info on filesystem at 1731720094381Initializing all the Stores at 1731720094382 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720094382Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720094392 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720094392Cleaning up temporary data from old regions at 1731720094404 (+12 ms)Running coprocessor post-open hooks at 1731720094430 (+26 ms)Region opened successfully at 1731720094430 2024-11-16T01:21:34,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb., pid=10, masterSystemTime=1731720094321 2024-11-16T01:21:34,435 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c737a9d514a7eee3510cc44a795ce6bb, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,32971,1731720082699 2024-11-16T01:21:34,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb. 2024-11-16T01:21:34,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb. 2024-11-16T01:21:34,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c737a9d514a7eee3510cc44a795ce6bb, server=844d197be988,32971,1731720082699 because future has completed 2024-11-16T01:21:34,443 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36701 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=844d197be988,32971,1731720082699, table=hbase:replication, region=c737a9d514a7eee3510cc44a795ce6bb. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T01:21:34,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T01:21:34,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c737a9d514a7eee3510cc44a795ce6bb, server=844d197be988,32971,1731720082699 in 300 msec 2024-11-16T01:21:34,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T01:21:34,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c737a9d514a7eee3510cc44a795ce6bb, ASSIGN in 461 msec 2024-11-16T01:21:34,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:21:34,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720094462"}]},"ts":"1731720094462"} 2024-11-16T01:21:34,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T01:21:34,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:21:34,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 566 msec 2024-11-16T01:21:34,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb., hostname=844d197be988,32971,1731720082699, seqNum=2] 2024-11-16T01:21:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:21:34,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32971-0x101413b3aaf0007, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2137653898 2024-11-16T01:21:34,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2137653898 2024-11-16T01:21:34,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T01:21:34,626 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 379, reset compression=false 2024-11-16T01:21:34,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32971 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T01:21:34,771 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T01:21:34,794 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 379, reset compression=false 2024-11-16T01:21:34,831 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-844d197be988,32971,1731720082699, ReplicationSource: 1, currentBandwidth=0 2024-11-16T01:21:34,831 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:21:34,831 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,32971,1731720082699, seqNum=-1] 2024-11-16T01:21:34,832 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:21:34,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-16T01:21:34,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-844d197be988,32971,1731720082699', locateType=CURRENT is [region=hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb., hostname=844d197be988,32971,1731720082699, seqNum=2] 2024-11-16T01:21:34,840 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T01:21:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T01:21:34,843 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 844d197be988,32971,1731720082699 suceeded 2024-11-16T01:21:34,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T01:21:34,846 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://844d197be988:38051,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T01:21:34,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-11-16T01:21:34,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 955 msec 2024-11-16T01:21:34,864 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:38051' 2024-11-16T01:21:34,872 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5984887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:34,873 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,38051,-1 for getting cluster id 2024-11-16T01:21:34,873 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:21:34,873 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0e90507-7cb5-42df-a5a4-7908821b065a' 2024-11-16T01:21:34,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:21:34,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0e90507-7cb5-42df-a5a4-7908821b065a" 2024-11-16T01:21:34,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3be32a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:34,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,38051,-1] 2024-11-16T01:21:34,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:21:34,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:34,877 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:21:34,878 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36fb1747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:34,878 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:21:34,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,38051,1731720071506 2024-11-16T01:21:34,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@616c9ca7 2024-11-16T01:21:34,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:21:34,881 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-16T01:21:34,882 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-844d197be988,32971,1731720082699 (queues=1) is replicating from cluster=3b78a037-3605-44bb-9c76-b098559ae3a2 to cluster=c0e90507-7cb5-42df-a5a4-7908821b065a 2024-11-16T01:21:34,882 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=844d197be988%2C32971%2C1731720082699 2024-11-16T01:21:34,882 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-844d197be988,32971,1731720082699, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T01:21:34,888 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441, startPosition=0, beingWritten=true 2024-11-16T01:21:34,901 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.shipper844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 844d197be988%2C32971%2C1731720082699 2024-11-16T01:21:34,910 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:21:34,910 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 379, reset compression=false 2024-11-16T01:21:34,911 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.shipper844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,32971,1731720082699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:21:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:21:35,039 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T01:21:35,039 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:21:35,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:35,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:35,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:35,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:21:35,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b56506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:35,040 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,38051,-1 for getting cluster id 2024-11-16T01:21:35,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:21:35,041 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0e90507-7cb5-42df-a5a4-7908821b065a' 2024-11-16T01:21:35,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:21:35,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0e90507-7cb5-42df-a5a4-7908821b065a" 2024-11-16T01:21:35,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e3e673e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:35,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,38051,-1] 2024-11-16T01:21:35,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:21:35,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:35,042 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:21:35,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7517ddc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:35,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510218c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:35,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,42357,-1 for getting cluster id 2024-11-16T01:21:35,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:21:35,044 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd077a716-2220-4cc3-a669-e099a1d81c91' 2024-11-16T01:21:35,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:21:35,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d077a716-2220-4cc3-a669-e099a1d81c91" 2024-11-16T01:21:35,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ffac2c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:35,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,42357,-1] 2024-11-16T01:21:35,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:21:35,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:35,046 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:21:35,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5afcd9d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:35,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f4d134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:35,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,36701,-1 for getting cluster id 2024-11-16T01:21:35,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:21:35,052 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b78a037-3605-44bb-9c76-b098559ae3a2' 2024-11-16T01:21:35,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:21:35,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b78a037-3605-44bb-9c76-b098559ae3a2" 2024-11-16T01:21:35,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c67dc84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:35,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,36701,-1] 2024-11-16T01:21:35,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:21:35,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:35,054 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:21:35,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@309b5e7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:35,055 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:21:35,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,33205,1731720071717, seqNum=-1] 2024-11-16T01:21:35,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:21:35,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:21:35,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731720085137.b8011b454ce9c4b660207fcc43fca491., hostname=844d197be988,33205,1731720071717, seqNum=2] 2024-11-16T01:21:35,111 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:21:35,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,32971,1731720082699, seqNum=-1] 2024-11-16T01:21:35,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:21:35,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:21:35,114 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 379, reset compression=false 2024-11-16T01:21:35,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9., hostname=844d197be988,32971,1731720082699, seqNum=2] 2024-11-16T01:21:35,118 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-16T01:21:35,131 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 379, reset compression=false 2024-11-16T01:21:35,430 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 379, reset compression=false 2024-11-16T01:21:35,523 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 379, reset compression=false 2024-11-16T01:21:35,527 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:21:35,527 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 480, reset compression=false 2024-11-16T01:21:35,527 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.shipper844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,33205,1731720071717 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8011b454ce9c4b660207fcc43fca491/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-16T01:21:35,530 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.shipper844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:21:35,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-16T01:21:35,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:21:35,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e9bd538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:35,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,42357,-1 for getting cluster id 2024-11-16T01:21:35,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:21:35,532 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd077a716-2220-4cc3-a669-e099a1d81c91' 2024-11-16T01:21:35,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:21:35,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d077a716-2220-4cc3-a669-e099a1d81c91" 2024-11-16T01:21:35,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26ab76a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:35,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,42357,-1] 2024-11-16T01:21:35,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:21:35,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:35,533 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:21:35,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e360a9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:35,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:21:35,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,37241,1731720077366, seqNum=-1] 2024-11-16T01:21:35,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:21:35,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-16T01:21:35,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731720087292.3958b32b1a36823639c244c433086b47., hostname=844d197be988,37241,1731720077366, seqNum=2] 2024-11-16T01:21:35,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:21:35,732 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 480, reset compression=false 2024-11-16T01:21:35,737 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 379, reset compression=false 2024-11-16T01:21:35,742 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:21:35,742 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 504, reset compression=false 2024-11-16T01:21:35,742 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.shipper844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,37241,1731720077366 got entry batch from reader: WALEntryBatch [walEntries=[{test/3958b32b1a36823639c244c433086b47/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-16T01:21:35,744 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.shipper844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:21:35,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-16T01:21:35,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:21:35,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6638b2c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:35,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,36701,-1 for getting cluster id 2024-11-16T01:21:35,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:21:35,746 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b78a037-3605-44bb-9c76-b098559ae3a2' 2024-11-16T01:21:35,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:21:35,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b78a037-3605-44bb-9c76-b098559ae3a2" 2024-11-16T01:21:35,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d726420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:35,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,36701,-1] 2024-11-16T01:21:35,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:21:35,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:35,748 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:21:35,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@251a4d46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:35,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:21:35,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,32971,1731720082699, seqNum=-1] 2024-11-16T01:21:35,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:21:35,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-16T01:21:35,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9., hostname=844d197be988,32971,1731720082699, seqNum=2] 2024-11-16T01:21:35,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:21:35,834 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 379, reset compression=false 2024-11-16T01:21:35,838 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:21:35,838 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 528, reset compression=false 2024-11-16T01:21:35,838 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.shipper844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,32971,1731720082699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:21:35,946 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 504, reset compression=false 2024-11-16T01:21:36,036 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 480, reset compression=false 2024-11-16T01:21:36,069 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 528, reset compression=false 2024-11-16T01:21:36,120 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-16T01:21:36,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:21:36,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,37241,1731720077366, seqNum=-1] 2024-11-16T01:21:36,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:21:36,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:21:36,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731720087292.3958b32b1a36823639c244c433086b47., hostname=844d197be988,37241,1731720077366, seqNum=2] 2024-11-16T01:21:36,128 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-16T01:21:36,255 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 504, reset compression=false 2024-11-16T01:21:36,271 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:21:36,271 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 608, reset compression=false 2024-11-16T01:21:36,271 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.shipper844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,37241,1731720077366 got entry batch from reader: WALEntryBatch [walEntries=[{test/3958b32b1a36823639c244c433086b47/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T01:21:36,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:21:36,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:21:36,374 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 528, reset compression=false 2024-11-16T01:21:36,379 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:21:36,379 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 656, reset compression=false 2024-11-16T01:21:36,379 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.shipper844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,32971,1731720082699 got entry batch from reader: WALEntryBatch [walEntries=[{test/ad0ef3ca15f7f8646a20692aff1b28c9/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T01:21:36,382 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.shipper844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:21:36,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-16T01:21:36,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:21:36,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@742ac9f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:36,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,38051,-1 for getting cluster id 2024-11-16T01:21:36,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:21:36,385 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0e90507-7cb5-42df-a5a4-7908821b065a' 2024-11-16T01:21:36,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:21:36,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0e90507-7cb5-42df-a5a4-7908821b065a" 2024-11-16T01:21:36,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b11f701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:36,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,38051,-1] 2024-11-16T01:21:36,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:21:36,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:36,387 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:21:36,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36421cde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:36,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:21:36,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,33205,1731720071717, seqNum=-1] 2024-11-16T01:21:36,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:21:36,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-16T01:21:36,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731720085137.b8011b454ce9c4b660207fcc43fca491., hostname=844d197be988,33205,1731720071717, seqNum=2] 2024-11-16T01:21:36,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:21:36,447 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 480, reset compression=false 2024-11-16T01:21:36,452 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:21:36,452 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 631, reset compression=false 2024-11-16T01:21:36,452 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.shipper844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,33205,1731720071717 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:21:36,475 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 608, reset compression=false 2024-11-16T01:21:36,585 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 656, reset compression=false 2024-11-16T01:21:36,657 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 631, reset compression=false 2024-11-16T01:21:36,781 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 608, reset compression=false 2024-11-16T01:21:36,894 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 656, reset compression=false 2024-11-16T01:21:36,961 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 631, reset compression=false 2024-11-16T01:21:37,130 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-16T01:21:37,134 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-16T01:21:37,188 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 608, reset compression=false 2024-11-16T01:21:37,310 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 656, reset compression=false 2024-11-16T01:21:37,316 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:21:37,316 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 760, reset compression=false 2024-11-16T01:21:37,316 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.shipper844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,32971,1731720082699 got entry batch from reader: WALEntryBatch [walEntries=[{test/ad0ef3ca15f7f8646a20692aff1b28c9/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T01:21:37,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:21:37,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:21:37,367 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 631, reset compression=false 2024-11-16T01:21:37,398 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:21:37,398 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 758, reset compression=false 2024-11-16T01:21:37,398 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.shipper844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,33205,1731720071717 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8011b454ce9c4b660207fcc43fca491/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T01:21:37,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:21:37,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:21:37,524 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 760, reset compression=false 2024-11-16T01:21:37,613 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 758, reset compression=false 2024-11-16T01:21:37,692 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 608, reset compression=false 2024-11-16T01:21:37,697 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:21:37,697 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 759, reset compression=false 2024-11-16T01:21:37,698 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.shipper844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,37241,1731720077366 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:21:37,828 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 760, reset compression=false 2024-11-16T01:21:37,862 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:21:37,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:37,906 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 759, reset compression=false 2024-11-16T01:21:37,918 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 758, reset compression=false 2024-11-16T01:21:37,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:37,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:37,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:37,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:37,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:37,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:37,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:37,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:37,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:37,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:38,136 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-16T01:21:38,140 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-16T01:21:38,230 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 759, reset compression=false 2024-11-16T01:21:38,232 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 760, reset compression=false 2024-11-16T01:21:38,365 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 758, reset compression=false 2024-11-16T01:21:38,370 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:21:38,370 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 914, reset compression=false 2024-11-16T01:21:38,370 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.shipper844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,33205,1731720071717 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8011b454ce9c4b660207fcc43fca491/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-16T01:21:38,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:21:38,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:21:38,575 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 914, reset compression=false 2024-11-16T01:21:38,645 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 759, reset compression=false 2024-11-16T01:21:38,651 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:21:38,651 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 907, reset compression=false 2024-11-16T01:21:38,651 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.shipper844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,37241,1731720077366 got entry batch from reader: WALEntryBatch [walEntries=[{test/3958b32b1a36823639c244c433086b47/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-16T01:21:38,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:21:38,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:21:38,746 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 760, reset compression=false 2024-11-16T01:21:38,752 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:21:38,752 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 932, reset compression=false 2024-11-16T01:21:38,752 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.shipper844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,32971,1731720082699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:21:38,858 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 907, reset compression=false 2024-11-16T01:21:38,879 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 914, reset compression=false 2024-11-16T01:21:38,958 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 932, reset compression=false 2024-11-16T01:21:39,141 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-16T01:21:39,144 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-16T01:21:39,163 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 907, reset compression=false 2024-11-16T01:21:39,167 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:21:39,167 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1066, reset compression=false 2024-11-16T01:21:39,167 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.shipper844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,37241,1731720077366 got entry batch from reader: WALEntryBatch [walEntries=[{test/3958b32b1a36823639c244c433086b47/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T01:21:39,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:21:39,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:21:39,261 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 932, reset compression=false 2024-11-16T01:21:39,266 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:21:39,266 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 1082, reset compression=false 2024-11-16T01:21:39,266 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.shipper844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,32971,1731720082699 got entry batch from reader: WALEntryBatch [walEntries=[{test/ad0ef3ca15f7f8646a20692aff1b28c9/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-16T01:21:39,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:21:39,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:21:39,286 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 914, reset compression=false 2024-11-16T01:21:39,290 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:21:39,290 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1087, reset compression=false 2024-11-16T01:21:39,290 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.shipper844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,33205,1731720071717 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:21:39,373 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1066, reset compression=false 2024-11-16T01:21:39,494 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1087, reset compression=false 2024-11-16T01:21:39,494 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 1082, reset compression=false 2024-11-16T01:21:39,677 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1066, reset compression=false 2024-11-16T01:21:39,798 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 1082, reset compression=false 2024-11-16T01:21:39,799 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1087, reset compression=false 2024-11-16T01:21:40,080 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1066, reset compression=false 2024-11-16T01:21:40,146 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-16T01:21:40,150 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-16T01:21:40,202 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 1082, reset compression=false 2024-11-16T01:21:40,202 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1087, reset compression=false 2024-11-16T01:21:40,207 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:21:40,207 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 1241, reset compression=false 2024-11-16T01:21:40,207 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.shipper844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,32971,1731720082699 got entry batch from reader: WALEntryBatch [walEntries=[{test/ad0ef3ca15f7f8646a20692aff1b28c9/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T01:21:40,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:21:40,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:21:40,215 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:21:40,215 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1236, reset compression=false 2024-11-16T01:21:40,215 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.shipper844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,33205,1731720071717 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8011b454ce9c4b660207fcc43fca491/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-16T01:21:40,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:21:40,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:21:40,414 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 1241, reset compression=false 2024-11-16T01:21:40,418 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1236, reset compression=false 2024-11-16T01:21:40,589 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1066, reset compression=false 2024-11-16T01:21:40,592 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:21:40,592 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1239, reset compression=false 2024-11-16T01:21:40,593 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.shipper844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,37241,1731720077366 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:21:40,718 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 1241, reset compression=false 2024-11-16T01:21:40,722 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1236, reset compression=false 2024-11-16T01:21:40,796 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1239, reset compression=false 2024-11-16T01:21:41,093 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T01:21:41,099 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1239, reset compression=false 2024-11-16T01:21:41,121 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 1241, reset compression=false 2024-11-16T01:21:41,125 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1236, reset compression=false 2024-11-16T01:21:41,153 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-16T01:21:41,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf5c76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:41,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,36701,-1 for getting cluster id 2024-11-16T01:21:41,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:21:41,161 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b78a037-3605-44bb-9c76-b098559ae3a2' 2024-11-16T01:21:41,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:21:41,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b78a037-3605-44bb-9c76-b098559ae3a2" 2024-11-16T01:21:41,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c4c15e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:41,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,36701,-1] 2024-11-16T01:21:41,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:21:41,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:41,163 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:21:41,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3744c6b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:41,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:21:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,36701,1731720082556 2024-11-16T01:21:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1575b7e2 2024-11-16T01:21:41,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:21:41,168 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:21:41,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-16T01:21:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-16T01:21:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T01:21:41,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T01:21:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T01:21:41,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32971 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-16T01:21:41,380 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-16T01:21:41,381 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-16T01:21:41,381 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-844d197be988,32971,1731720082699 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-16T01:21:41,381 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/844d197be988:0-0. 2024-11-16T01:21:41,381 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:41,381 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:41,381 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:41,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:21:41,482 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T01:21:41,482 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.shipper844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T01:21:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T01:21:41,503 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1239, reset compression=false 2024-11-16T01:21:41,582 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.shipper844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 terminated 2024-11-16T01:21:41,609 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-844d197be988,32971,1731720082699, ReplicationSource: 1, currentBandwidth=0 2024-11-16T01:21:41,609 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-16T01:21:41,610 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-16T01:21:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-16T01:21:41,614 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 844d197be988,32971,1731720082699 suceeded 2024-11-16T01:21:41,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-16T01:21:41,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 387 msec 2024-11-16T01:21:41,617 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-16T01:21:41,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 448 msec 2024-11-16T01:21:41,629 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1236, reset compression=false 2024-11-16T01:21:41,629 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:38051' 2024-11-16T01:21:41,631 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c48bb19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:41,631 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,38051,-1 for getting cluster id 2024-11-16T01:21:41,631 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:21:41,631 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0e90507-7cb5-42df-a5a4-7908821b065a' 2024-11-16T01:21:41,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:21:41,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0e90507-7cb5-42df-a5a4-7908821b065a" 2024-11-16T01:21:41,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74091519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:41,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,38051,-1] 2024-11-16T01:21:41,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:21:41,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:41,633 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:21:41,635 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52dc7f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:41,635 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:21:41,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,38051,1731720071506 2024-11-16T01:21:41,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44cd4da1 2024-11-16T01:21:41,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:21:41,637 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-16T01:21:41,638 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-844d197be988,32971,1731720082699 (queues=1) is replicating from cluster=3b78a037-3605-44bb-9c76-b098559ae3a2 to cluster=c0e90507-7cb5-42df-a5a4-7908821b065a 2024-11-16T01:21:41,639 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=844d197be988%2C32971%2C1731720082699 2024-11-16T01:21:41,639 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-844d197be988,32971,1731720082699, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T01:21:41,647 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.shipper844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 844d197be988%2C32971%2C1731720082699 2024-11-16T01:21:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T01:21:41,800 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:21:41,800 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-16T01:21:41,801 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:41,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:41,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:41,801 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:21:41,805 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-16T01:21:42,007 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1239, reset compression=false 2024-11-16T01:21:42,249 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1236, reset compression=false 2024-11-16T01:21:42,253 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:21:42,253 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1340, reset compression=false 2024-11-16T01:21:42,253 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.shipper844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,33205,1731720071717 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8011b454ce9c4b660207fcc43fca491/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T01:21:42,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:21:42,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:21:42,458 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1340, reset compression=false 2024-11-16T01:21:42,622 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1239, reset compression=false 2024-11-16T01:21:42,627 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:21:42,627 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1367, reset compression=false 2024-11-16T01:21:42,627 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.shipper844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,37241,1731720077366 got entry batch from reader: WALEntryBatch [walEntries=[{test/3958b32b1a36823639c244c433086b47/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T01:21:42,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:21:42,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:21:42,764 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1340, reset compression=false 2024-11-16T01:21:42,807 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-16T01:21:42,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f10aa89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:42,810 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,36701,-1 for getting cluster id 2024-11-16T01:21:42,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:21:42,811 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b78a037-3605-44bb-9c76-b098559ae3a2' 2024-11-16T01:21:42,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:21:42,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b78a037-3605-44bb-9c76-b098559ae3a2" 2024-11-16T01:21:42,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38edcfcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:42,812 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,36701,-1] 2024-11-16T01:21:42,812 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:21:42,812 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:42,813 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:21:42,814 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e6b742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:42,816 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:21:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,36701,1731720082556 2024-11-16T01:21:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e87af9c 2024-11-16T01:21:42,818 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:21:42,819 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:21:42,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-16T01:21:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-16T01:21:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T01:21:42,839 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1367, reset compression=false 2024-11-16T01:21:42,844 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:21:42,844 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1471, reset compression=false 2024-11-16T01:21:42,844 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.shipper844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,37241,1731720077366 got entry batch from reader: WALEntryBatch [walEntries=[{test/3958b32b1a36823639c244c433086b47/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T01:21:42,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:21:42,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:21:42,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T01:21:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T01:21:43,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32971 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-16T01:21:43,062 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1471, reset compression=false 2024-11-16T01:21:43,062 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-16T01:21:43,063 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-16T01:21:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-16T01:21:43,066 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 844d197be988,32971,1731720082699 suceeded 2024-11-16T01:21:43,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-16T01:21:43,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-16T01:21:43,068 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-16T01:21:43,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 248 msec 2024-11-16T01:21:43,148 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441, startPosition=1241, beingWritten=true 2024-11-16T01:21:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T01:21:43,149 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-16T01:21:43,149 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:21:43,149 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:43,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:43,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:43,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:21:43,152 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-16T01:21:43,155 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:21:43,155 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 1521, reset compression=false 2024-11-16T01:21:43,155 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.shipper844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,32971,1731720082699 got entry batch from reader: WALEntryBatch [walEntries=[{test/ad0ef3ca15f7f8646a20692aff1b28c9/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T01:21:43,157 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.shipper844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:21:43,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-16T01:21:43,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:21:43,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:21:43,168 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1340, reset compression=false 2024-11-16T01:21:43,173 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:21:43,173 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1491, reset compression=false 2024-11-16T01:21:43,173 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.shipper844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,33205,1731720071717 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:21:43,362 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 1521, reset compression=false 2024-11-16T01:21:43,372 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1471, reset compression=false 2024-11-16T01:21:43,377 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1491, reset compression=false 2024-11-16T01:21:43,666 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 1521, reset compression=false 2024-11-16T01:21:43,682 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1491, reset compression=false 2024-11-16T01:21:43,776 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1471, reset compression=false 2024-11-16T01:21:44,081 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 1521, reset compression=false 2024-11-16T01:21:44,089 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1491, reset compression=false 2024-11-16T01:21:44,154 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-16T01:21:44,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T01:21:44,154 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:21:44,154 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:44,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:44,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:44,154 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T01:21:44,154 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=522739533, stopped=false 2024-11-16T01:21:44,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:21:44,154 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=844d197be988,36701,1731720082556 2024-11-16T01:21:44,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2137653898/running 2024-11-16T01:21:44,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32971-0x101413b3aaf0007, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2137653898/running 2024-11-16T01:21:44,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2137653898 2024-11-16T01:21:44,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32971-0x101413b3aaf0007, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2137653898 2024-11-16T01:21:44,163 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:21:44,163 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:21:44,163 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:44,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:44,164 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '844d197be988,32971,1731720082699' ***** 2024-11-16T01:21:44,164 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T01:21:44,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32971-0x101413b3aaf0007, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Set watcher on znode that does not yet exist, /2-2137653898/running 2024-11-16T01:21:44,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Set watcher on znode that does not yet exist, /2-2137653898/running 2024-11-16T01:21:44,164 INFO [RS:0;844d197be988:32971 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T01:21:44,164 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T01:21:44,164 INFO [RS:0;844d197be988:32971 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T01:21:44,165 INFO [RS:0;844d197be988:32971 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T01:21:44,165 INFO [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(3091): Received CLOSE for ad0ef3ca15f7f8646a20692aff1b28c9 2024-11-16T01:21:44,165 INFO [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(3091): Received CLOSE for c737a9d514a7eee3510cc44a795ce6bb 2024-11-16T01:21:44,166 INFO [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(959): stopping server 844d197be988,32971,1731720082699 2024-11-16T01:21:44,166 INFO [RS:0;844d197be988:32971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:21:44,166 INFO [RS:0;844d197be988:32971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:32971. 2024-11-16T01:21:44,166 DEBUG [RS:0;844d197be988:32971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:44,166 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad0ef3ca15f7f8646a20692aff1b28c9, disabling compactions & flushes 2024-11-16T01:21:44,166 DEBUG [RS:0;844d197be988:32971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:44,166 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9. 2024-11-16T01:21:44,166 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9. 2024-11-16T01:21:44,166 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9. after waiting 0 ms 2024-11-16T01:21:44,166 INFO [RS:0;844d197be988:32971 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T01:21:44,166 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9. 2024-11-16T01:21:44,166 INFO [RS:0;844d197be988:32971 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T01:21:44,166 INFO [RS:0;844d197be988:32971 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T01:21:44,166 INFO [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T01:21:44,166 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ad0ef3ca15f7f8646a20692aff1b28c9 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-16T01:21:44,166 INFO [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T01:21:44,166 DEBUG [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(1325): Online Regions={ad0ef3ca15f7f8646a20692aff1b28c9=test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9., 1588230740=hbase:meta,,1.1588230740, c737a9d514a7eee3510cc44a795ce6bb=hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb.} 2024-11-16T01:21:44,166 DEBUG [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad0ef3ca15f7f8646a20692aff1b28c9, c737a9d514a7eee3510cc44a795ce6bb 2024-11-16T01:21:44,166 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:21:44,166 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:21:44,166 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:21:44,166 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:21:44,166 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:21:44,166 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T01:21:44,181 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/default/test/ad0ef3ca15f7f8646a20692aff1b28c9/.tmp/f/5878c8fac296469091f32e4918e60a2d is 37, key is row3/f:row3/1731720101802/Put/seqid=0 2024-11-16T01:21:44,182 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740/.tmp/info/c004804b073645cea9ba3352bfb7988d is 147, key is hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb./info:regioninfo/1731720094435/Put/seqid=0 2024-11-16T01:21:44,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741840_1016 (size=5228) 2024-11-16T01:21:44,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741841_1017 (size=7686) 2024-11-16T01:21:44,185 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740/.tmp/info/c004804b073645cea9ba3352bfb7988d 2024-11-16T01:21:44,198 INFO [regionserver/844d197be988:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:21:44,204 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740/.tmp/ns/2973a16377714e6faaf5438ae271ee16 is 43, key is default/ns:d/1731720084986/Put/seqid=0 2024-11-16T01:21:44,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741842_1018 (size=5153) 2024-11-16T01:21:44,272 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T01:21:44,272 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T01:21:44,279 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1471, reset compression=false 2024-11-16T01:21:44,366 DEBUG [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad0ef3ca15f7f8646a20692aff1b28c9, c737a9d514a7eee3510cc44a795ce6bb 2024-11-16T01:21:44,368 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:21:44,368 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:21:44,369 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68716 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:21:44,566 DEBUG [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad0ef3ca15f7f8646a20692aff1b28c9, c737a9d514a7eee3510cc44a795ce6bb 2024-11-16T01:21:44,585 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 1521, reset compression=false 2024-11-16T01:21:44,585 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/default/test/ad0ef3ca15f7f8646a20692aff1b28c9/.tmp/f/5878c8fac296469091f32e4918e60a2d 2024-11-16T01:21:44,589 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:21:44,589 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 1768, reset compression=false 2024-11-16T01:21:44,589 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.shipper844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,32971,1731720082699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:21:44,589 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5878c8fac296469091f32e4918e60a2d 2024-11-16T01:21:44,590 ERROR [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.shipper844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 844d197be988,32971,1731720082699: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-844d197be988,32971,1731720082699, walGroup=844d197be988%2C32971%2C1731720082699, offset=844d197be988%2C32971%2C1731720082699.1731720084441:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:32971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T01:21:44,591 ERROR [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.shipper844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T01:21:44,591 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.shipper844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T01:21:44,592 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.shipper844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T01:21:44,592 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.shipper844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T01:21:44,592 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.shipper844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T01:21:44,592 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.shipper844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1182793728, "init": 1048576000, "max": 2306867200, "used": 778525440 }, "NonHeapMemoryUsage": { "committed": 201916416, "init": 7667712, "max": -1, "used": 198965832 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T01:21:44,592 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1491, reset compression=false 2024-11-16T01:21:44,592 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.shipper844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:36701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:36701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T01:21:44,603 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/default/test/ad0ef3ca15f7f8646a20692aff1b28c9/.tmp/f1/d5d2226f40e346cbb4e51cd99f9f8890 is 30, key is row1/f1:/1731720099142/DeleteFamily/seqid=0 2024-11-16T01:21:44,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741843_1019 (size=5158) 2024-11-16T01:21:44,607 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740/.tmp/ns/2973a16377714e6faaf5438ae271ee16 2024-11-16T01:21:44,623 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740/.tmp/rep_barrier/6d5f0c045da84a8ca518dae6310166a8 is 112, key is test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9./rep_barrier:seqnumDuringOpen/1731720090585/Put/seqid=0 2024-11-16T01:21:44,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741844_1020 (size=5518) 2024-11-16T01:21:44,767 DEBUG [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad0ef3ca15f7f8646a20692aff1b28c9, c737a9d514a7eee3510cc44a795ce6bb 2024-11-16T01:21:44,792 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 1768, reset compression=false 2024-11-16T01:21:44,882 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1471, reset compression=false 2024-11-16T01:21:44,967 DEBUG [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad0ef3ca15f7f8646a20692aff1b28c9, c737a9d514a7eee3510cc44a795ce6bb 2024-11-16T01:21:45,006 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/default/test/ad0ef3ca15f7f8646a20692aff1b28c9/.tmp/f1/d5d2226f40e346cbb4e51cd99f9f8890 2024-11-16T01:21:45,009 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5d2226f40e346cbb4e51cd99f9f8890 2024-11-16T01:21:45,025 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/default/test/ad0ef3ca15f7f8646a20692aff1b28c9/.tmp/norep/c1c782f8c89540ed870053c2e614a713 is 33, key is row2/norep:/1731720100147/DeleteFamily/seqid=0 2024-11-16T01:21:45,026 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740/.tmp/rep_barrier/6d5f0c045da84a8ca518dae6310166a8 2024-11-16T01:21:45,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741845_1021 (size=5108) 2024-11-16T01:21:45,042 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740/.tmp/table/ccccd47d0bdf436d9e0cd08ebcc3baa2 is 53, key is hbase:replication/table:state/1731720094462/Put/seqid=0 2024-11-16T01:21:45,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741846_1022 (size=5308) 2024-11-16T01:21:45,095 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 1768, reset compression=false 2024-11-16T01:21:45,167 DEBUG [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad0ef3ca15f7f8646a20692aff1b28c9, c737a9d514a7eee3510cc44a795ce6bb 2024-11-16T01:21:45,195 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1491, reset compression=false 2024-11-16T01:21:45,367 DEBUG [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad0ef3ca15f7f8646a20692aff1b28c9, c737a9d514a7eee3510cc44a795ce6bb 2024-11-16T01:21:45,429 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/default/test/ad0ef3ca15f7f8646a20692aff1b28c9/.tmp/norep/c1c782f8c89540ed870053c2e614a713 2024-11-16T01:21:45,433 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1c782f8c89540ed870053c2e614a713 2024-11-16T01:21:45,434 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/default/test/ad0ef3ca15f7f8646a20692aff1b28c9/.tmp/f/5878c8fac296469091f32e4918e60a2d as hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/default/test/ad0ef3ca15f7f8646a20692aff1b28c9/f/5878c8fac296469091f32e4918e60a2d 2024-11-16T01:21:45,438 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5878c8fac296469091f32e4918e60a2d 2024-11-16T01:21:45,438 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/default/test/ad0ef3ca15f7f8646a20692aff1b28c9/f/5878c8fac296469091f32e4918e60a2d, entries=5, sequenceid=12, filesize=5.1 K 2024-11-16T01:21:45,439 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/default/test/ad0ef3ca15f7f8646a20692aff1b28c9/.tmp/f1/d5d2226f40e346cbb4e51cd99f9f8890 as hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/default/test/ad0ef3ca15f7f8646a20692aff1b28c9/f1/d5d2226f40e346cbb4e51cd99f9f8890 2024-11-16T01:21:45,442 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5d2226f40e346cbb4e51cd99f9f8890 2024-11-16T01:21:45,442 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/default/test/ad0ef3ca15f7f8646a20692aff1b28c9/f1/d5d2226f40e346cbb4e51cd99f9f8890, entries=3, sequenceid=12, filesize=5.0 K 2024-11-16T01:21:45,443 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/default/test/ad0ef3ca15f7f8646a20692aff1b28c9/.tmp/norep/c1c782f8c89540ed870053c2e614a713 as hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/default/test/ad0ef3ca15f7f8646a20692aff1b28c9/norep/c1c782f8c89540ed870053c2e614a713 2024-11-16T01:21:45,447 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740/.tmp/table/ccccd47d0bdf436d9e0cd08ebcc3baa2 2024-11-16T01:21:45,447 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1c782f8c89540ed870053c2e614a713 2024-11-16T01:21:45,447 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/default/test/ad0ef3ca15f7f8646a20692aff1b28c9/norep/c1c782f8c89540ed870053c2e614a713, entries=1, sequenceid=12, filesize=5.0 K 2024-11-16T01:21:45,448 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ad0ef3ca15f7f8646a20692aff1b28c9 in 1282ms, sequenceid=12, compaction requested=false 2024-11-16T01:21:45,450 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740/.tmp/info/c004804b073645cea9ba3352bfb7988d as hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740/info/c004804b073645cea9ba3352bfb7988d 2024-11-16T01:21:45,454 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740/info/c004804b073645cea9ba3352bfb7988d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T01:21:45,454 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740/.tmp/ns/2973a16377714e6faaf5438ae271ee16 as hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740/ns/2973a16377714e6faaf5438ae271ee16 2024-11-16T01:21:45,458 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740/ns/2973a16377714e6faaf5438ae271ee16, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T01:21:45,459 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740/.tmp/rep_barrier/6d5f0c045da84a8ca518dae6310166a8 as hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740/rep_barrier/6d5f0c045da84a8ca518dae6310166a8 2024-11-16T01:21:45,461 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/default/test/ad0ef3ca15f7f8646a20692aff1b28c9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T01:21:45,461 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:21:45,461 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:21:45,461 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9. 2024-11-16T01:21:45,461 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad0ef3ca15f7f8646a20692aff1b28c9: Waiting for close lock at 1731720104166Running coprocessor pre-close hooks at 1731720104166Disabling compacts and flushes for region at 1731720104166Disabling writes for close at 1731720104166Obtaining lock to block concurrent updates at 1731720104166Preparing flush snapshotting stores in ad0ef3ca15f7f8646a20692aff1b28c9 at 1731720104166Finished memstore snapshotting test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731720104166Flushing stores of test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9. at 1731720104167 (+1 ms)Flushing ad0ef3ca15f7f8646a20692aff1b28c9/f: creating writer at 1731720104167Flushing ad0ef3ca15f7f8646a20692aff1b28c9/f: appending metadata at 1731720104180 (+13 ms)Flushing ad0ef3ca15f7f8646a20692aff1b28c9/f: closing flushed file at 1731720104180Flushing ad0ef3ca15f7f8646a20692aff1b28c9/f1: creating writer at 1731720104589 (+409 ms)Flushing ad0ef3ca15f7f8646a20692aff1b28c9/f1: appending metadata at 1731720104602 (+13 ms)Flushing ad0ef3ca15f7f8646a20692aff1b28c9/f1: closing flushed file at 1731720104602Flushing ad0ef3ca15f7f8646a20692aff1b28c9/norep: creating writer at 1731720105010 (+408 ms)Flushing ad0ef3ca15f7f8646a20692aff1b28c9/norep: appending metadata at 1731720105025 (+15 ms)Flushing ad0ef3ca15f7f8646a20692aff1b28c9/norep: closing flushed file at 1731720105025Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75be71fc: reopening flushed file at 1731720105433 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2af87df1: reopening flushed file at 1731720105438 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10211c11: reopening flushed file at 1731720105442 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ad0ef3ca15f7f8646a20692aff1b28c9 in 1282ms, sequenceid=12, compaction requested=false at 1731720105448 (+6 ms)Writing region close event to WAL at 1731720105456 (+8 ms)Running coprocessor post-close hooks at 1731720105461 (+5 ms)Closed at 1731720105461 2024-11-16T01:21:45,461 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731720089441.ad0ef3ca15f7f8646a20692aff1b28c9. 2024-11-16T01:21:45,462 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c737a9d514a7eee3510cc44a795ce6bb, disabling compactions & flushes 2024-11-16T01:21:45,462 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb. 2024-11-16T01:21:45,462 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb. 2024-11-16T01:21:45,462 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb. after waiting 0 ms 2024-11-16T01:21:45,462 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb. 2024-11-16T01:21:45,462 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c737a9d514a7eee3510cc44a795ce6bb: Waiting for close lock at 1731720105462Running coprocessor pre-close hooks at 1731720105462Disabling compacts and flushes for region at 1731720105462Disabling writes for close at 1731720105462Failed flush hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb., putting online again at 1731720105462 2024-11-16T01:21:45,462 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb. 2024-11-16T01:21:45,462 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740/rep_barrier/6d5f0c045da84a8ca518dae6310166a8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T01:21:45,463 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740/.tmp/table/ccccd47d0bdf436d9e0cd08ebcc3baa2 as hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740/table/ccccd47d0bdf436d9e0cd08ebcc3baa2 2024-11-16T01:21:45,467 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740/table/ccccd47d0bdf436d9e0cd08ebcc3baa2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T01:21:45,468 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false 2024-11-16T01:21:45,480 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T01:21:45,481 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:21:45,481 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:21:45,481 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:21:45,481 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720104166Running coprocessor pre-close hooks at 1731720104166Disabling compacts and flushes for region at 1731720104166Disabling writes for close at 1731720104166Obtaining lock to block concurrent updates at 1731720104166Preparing flush snapshotting stores in 1588230740 at 1731720104166Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731720104167 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731720104167Flushing 1588230740/info: creating writer at 1731720104167Flushing 1588230740/info: appending metadata at 1731720104181 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731720104181Flushing 1588230740/ns: creating writer at 1731720104188 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731720104203 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731720104203Flushing 1588230740/rep_barrier: creating writer at 1731720104610 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731720104622 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731720104622Flushing 1588230740/table: creating writer at 1731720105030 (+408 ms)Flushing 1588230740/table: appending metadata at 1731720105042 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731720105042Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@117757e0: reopening flushed file at 1731720105450 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4db468f7: reopening flushed file at 1731720105454 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c2cf024: reopening flushed file at 1731720105459 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68483fd1: reopening flushed file at 1731720105463 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false at 1731720105468 (+5 ms)Writing region close event to WAL at 1731720105475 (+7 ms)Running coprocessor post-close hooks at 1731720105481 (+6 ms)Closed at 1731720105481 2024-11-16T01:21:45,481 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T01:21:45,498 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 1768, reset compression=false 2024-11-16T01:21:45,502 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:21:45,502 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 2412, reset compression=false 2024-11-16T01:21:45,567 INFO [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T01:21:45,567 DEBUG [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(1325): Online Regions={c737a9d514a7eee3510cc44a795ce6bb=hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb.} 2024-11-16T01:21:45,567 INFO [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(3091): Received CLOSE for c737a9d514a7eee3510cc44a795ce6bb 2024-11-16T01:21:45,567 DEBUG [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(1351): Waiting on c737a9d514a7eee3510cc44a795ce6bb 2024-11-16T01:21:45,567 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c737a9d514a7eee3510cc44a795ce6bb, disabling compactions & flushes 2024-11-16T01:21:45,568 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb. 2024-11-16T01:21:45,568 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb. 2024-11-16T01:21:45,568 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb. after waiting 0 ms 2024-11-16T01:21:45,568 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb. 2024-11-16T01:21:45,568 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c737a9d514a7eee3510cc44a795ce6bb: Waiting for close lock at 1731720105567Running coprocessor pre-close hooks at 1731720105567Disabling compacts and flushes for region at 1731720105567Disabling writes for close at 1731720105568 (+1 ms)Failed flush hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb., putting online again at 1731720105568 2024-11-16T01:21:45,568 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731720093903.c737a9d514a7eee3510cc44a795ce6bb. 2024-11-16T01:21:45,585 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1471, reset compression=false 2024-11-16T01:21:45,704 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.1731720084441 to pos 2412, reset compression=false 2024-11-16T01:21:45,768 INFO [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-16T01:21:45,768 INFO [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(976): stopping server 844d197be988,32971,1731720082699; all regions closed. 2024-11-16T01:21:45,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741834_1010 (size=4239) 2024-11-16T01:21:45,770 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/WALs/844d197be988,32971,1731720082699/844d197be988%2C32971%2C1731720082699.meta.1731720084938.meta not finished, retry = 0 2024-11-16T01:21:45,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741839_1015 (size=2390) 2024-11-16T01:21:45,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741832_1008 (size=2420) 2024-11-16T01:21:45,874 DEBUG [RS:0;844d197be988:32971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:45,875 INFO [RS:0;844d197be988:32971 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:21:45,875 INFO [RS:0;844d197be988:32971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:21:45,875 INFO [RS:0;844d197be988:32971 {}] hbase.ChoreService(370): Chore service for: regionserver/844d197be988:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T01:21:45,875 INFO [RS:0;844d197be988:32971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:21:45,875 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:21:45,875 INFO [RS:0;844d197be988:32971 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-844d197be988,32971,1731720082699 because: Region server is closing 2024-11-16T01:21:45,875 INFO [RS:0;844d197be988:32971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:32971. 2024-11-16T01:21:45,875 DEBUG [RS:0;844d197be988:32971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:45,875 DEBUG [RS:0;844d197be988:32971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:45,876 DEBUG [RS:0;844d197be988:32971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:45,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:21:45,899 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1491, reset compression=false 2024-11-16T01:21:45,976 INFO [RS:0;844d197be988:32971 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.shipper844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 terminated 2024-11-16T01:21:45,976 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32971,1731720082699.replicationSource.wal-reader.844d197be988%2C32971%2C1731720082699,1-844d197be988,32971,1731720082699 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T01:21:45,976 INFO [RS:0;844d197be988:32971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:32971. 2024-11-16T01:21:45,976 DEBUG [RS:0;844d197be988:32971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:45,976 DEBUG [RS:0;844d197be988:32971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:45,976 DEBUG [RS:0;844d197be988:32971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:45,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:21:45,976 INFO [RS:0;844d197be988:32971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32971 2024-11-16T01:21:46,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32971-0x101413b3aaf0007, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2137653898/rs/844d197be988,32971,1731720082699 2024-11-16T01:21:46,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2137653898/rs 2024-11-16T01:21:46,115 INFO [RS:0;844d197be988:32971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:21:46,254 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [844d197be988,32971,1731720082699] 2024-11-16T01:21:46,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32971-0x101413b3aaf0007, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:21:46,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32971-0x101413b3aaf0007, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:21:46,354 INFO [RS:0;844d197be988:32971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:21:46,354 INFO [RS:0;844d197be988:32971 {}] regionserver.HRegionServer(1031): Exiting; stopping=844d197be988,32971,1731720082699; zookeeper connection closed. 2024-11-16T01:21:46,354 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46eceded {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46eceded 2024-11-16T01:21:46,354 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T01:21:46,388 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1471, reset compression=false 2024-11-16T01:21:46,393 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2137653898/draining/844d197be988,32971,1731720082699 already deleted, retry=false 2024-11-16T01:21:46,393 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 844d197be988,32971,1731720082699 expired; onlineServers=0 2024-11-16T01:21:46,393 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '844d197be988,36701,1731720082556' ***** 2024-11-16T01:21:46,393 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T01:21:46,393 INFO [M:0;844d197be988:36701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:21:46,394 INFO [M:0;844d197be988:36701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:21:46,394 DEBUG [M:0;844d197be988:36701 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T01:21:46,394 DEBUG [M:0;844d197be988:36701 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T01:21:46,394 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T01:21:46,394 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720084117 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720084117,5,FailOnTimeoutGroup] 2024-11-16T01:21:46,394 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720084121 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720084121,5,FailOnTimeoutGroup] 2024-11-16T01:21:46,394 INFO [M:0;844d197be988:36701 {}] hbase.ChoreService(370): Chore service for: master/844d197be988:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T01:21:46,394 INFO [M:0;844d197be988:36701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:21:46,394 DEBUG [M:0;844d197be988:36701 {}] master.HMaster(1795): Stopping service threads 2024-11-16T01:21:46,394 INFO [M:0;844d197be988:36701 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T01:21:46,394 INFO [M:0;844d197be988:36701 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:21:46,394 INFO [M:0;844d197be988:36701 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T01:21:46,394 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T01:21:46,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2137653898/master 2024-11-16T01:21:46,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2137653898 2024-11-16T01:21:46,574 DEBUG [M:0;844d197be988:36701 {}] zookeeper.ZKUtil(347): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Unable to get data of znode /2-2137653898/master because node does not exist (not an error) 2024-11-16T01:21:46,574 WARN [M:0;844d197be988:36701 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T01:21:46,575 INFO [M:0;844d197be988:36701 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/.lastflushedseqids 2024-11-16T01:21:46,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741847_1023 (size=245) 2024-11-16T01:21:46,579 INFO [M:0;844d197be988:36701 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T01:21:46,579 INFO [M:0;844d197be988:36701 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T01:21:46,579 DEBUG [M:0;844d197be988:36701 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:21:46,579 INFO [M:0;844d197be988:36701 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:46,579 DEBUG [M:0;844d197be988:36701 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:46,579 DEBUG [M:0;844d197be988:36701 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:21:46,579 DEBUG [M:0;844d197be988:36701 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:46,579 INFO [M:0;844d197be988:36701 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-16T01:21:46,593 DEBUG [M:0;844d197be988:36701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1417c1e2acb0416bb22079cd848a7171 is 82, key is hbase:meta,,1/info:regioninfo/1731720084970/Put/seqid=0 2024-11-16T01:21:46,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741848_1024 (size=5672) 2024-11-16T01:21:46,702 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1491, reset compression=false 2024-11-16T01:21:46,795 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T01:21:46,997 INFO [M:0;844d197be988:36701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1417c1e2acb0416bb22079cd848a7171 2024-11-16T01:21:47,013 DEBUG [M:0;844d197be988:36701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd867d74ce45416e8dd4a5dc20d224fe is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731720094471/Put/seqid=0 2024-11-16T01:21:47,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741849_1025 (size=9212) 2024-11-16T01:21:47,292 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1471, reset compression=false 2024-11-16T01:21:47,418 INFO [M:0;844d197be988:36701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd867d74ce45416e8dd4a5dc20d224fe 2024-11-16T01:21:47,436 DEBUG [M:0;844d197be988:36701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/797f44f03d8248b59e10728217db22ec is 69, key is 844d197be988,32971,1731720082699/rs:state/1731720084186/Put/seqid=0 2024-11-16T01:21:47,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741850_1026 (size=5156) 2024-11-16T01:21:47,605 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1491, reset compression=false 2024-11-16T01:21:47,840 INFO [M:0;844d197be988:36701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/797f44f03d8248b59e10728217db22ec 2024-11-16T01:21:47,843 DEBUG [M:0;844d197be988:36701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1417c1e2acb0416bb22079cd848a7171 as hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1417c1e2acb0416bb22079cd848a7171 2024-11-16T01:21:47,846 INFO [M:0;844d197be988:36701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1417c1e2acb0416bb22079cd848a7171, entries=8, sequenceid=127, filesize=5.5 K 2024-11-16T01:21:47,847 DEBUG [M:0;844d197be988:36701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd867d74ce45416e8dd4a5dc20d224fe as hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd867d74ce45416e8dd4a5dc20d224fe 2024-11-16T01:21:47,850 INFO [M:0;844d197be988:36701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd867d74ce45416e8dd4a5dc20d224fe, entries=15, sequenceid=127, filesize=9.0 K 2024-11-16T01:21:47,851 DEBUG [M:0;844d197be988:36701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/797f44f03d8248b59e10728217db22ec as hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/797f44f03d8248b59e10728217db22ec 2024-11-16T01:21:47,854 INFO [M:0;844d197be988:36701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33791/user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/797f44f03d8248b59e10728217db22ec, entries=1, sequenceid=127, filesize=5.0 K 2024-11-16T01:21:47,855 INFO [M:0;844d197be988:36701 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=127, compaction requested=false 2024-11-16T01:21:47,855 INFO [M:0;844d197be988:36701 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:47,856 DEBUG [M:0;844d197be988:36701 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720106579Disabling compacts and flushes for region at 1731720106579Disabling writes for close at 1731720106579Obtaining lock to block concurrent updates at 1731720106579Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731720106579Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731720106579Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731720106580 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731720106580Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731720106593 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731720106593Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731720107000 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731720107013 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731720107013Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731720107421 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731720107436 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731720107436Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50c28e20: reopening flushed file at 1731720107842 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26350f97: reopening flushed file at 1731720107846 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ce857bc: reopening flushed file at 1731720107850 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=127, compaction requested=false at 1731720107855 (+5 ms)Writing region close event to WAL at 1731720107855Closed at 1731720107855 2024-11-16T01:21:47,857 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e509b22f-2a17-bcd8-d4a0-d8c92b5fbc0e/MasterData/WALs/844d197be988,36701,1731720082556/844d197be988%2C36701%2C1731720082556.1731720083722 not finished, retry = 0 2024-11-16T01:21:47,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741830_1006 (size=73866) 2024-11-16T01:21:47,958 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:21:47,958 INFO [M:0;844d197be988:36701 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T01:21:47,958 INFO [M:0;844d197be988:36701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36701 2024-11-16T01:21:47,958 INFO [M:0;844d197be988:36701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:21:48,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:21:48,123 INFO [M:0;844d197be988:36701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:21:48,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36701-0x101413b3aaf0006, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:21:48,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55094c6e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:21:48,125 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@516a13e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:21:48,125 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:21:48,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@141f236c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:21:48,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b321cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/hadoop.log.dir/,STOPPED} 2024-11-16T01:21:48,127 WARN [BP-1039412924-172.17.0.2-1731720080643 heartbeating to localhost/127.0.0.1:33791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T01:21:48,127 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T01:21:48,127 WARN [BP-1039412924-172.17.0.2-1731720080643 heartbeating to localhost/127.0.0.1:33791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1039412924-172.17.0.2-1731720080643 (Datanode Uuid a587b078-bd54-4828-b4ce-2ed122fa74a4) service to localhost/127.0.0.1:33791 2024-11-16T01:21:48,127 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T01:21:48,127 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/cluster_11d34cff-95f1-1a65-a4aa-2601eb73e2cc/data/data1/current/BP-1039412924-172.17.0.2-1731720080643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:21:48,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/cluster_11d34cff-95f1-1a65-a4aa-2601eb73e2cc/data/data2/current/BP-1039412924-172.17.0.2-1731720080643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:21:48,128 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T01:21:48,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@620c8f19{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:21:48,133 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10494ed1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:21:48,133 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:21:48,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@223421bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:21:48,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@289a0598{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/hadoop.log.dir/,STOPPED} 2024-11-16T01:21:48,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T01:21:48,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T01:21:48,157 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:21:48,158 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:48,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:48,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:48,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:21:48,158 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T01:21:48,158 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=721730359, stopped=false 2024-11-16T01:21:48,158 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=844d197be988,42357,1731720077208 2024-11-16T01:21:48,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1362811535/running 2024-11-16T01:21:48,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101413b3aaf0004, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1362811535/running 2024-11-16T01:21:48,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101413b3aaf0004, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362811535 2024-11-16T01:21:48,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362811535 2024-11-16T01:21:48,226 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:21:48,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:21:48,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:48,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:48,226 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '844d197be988,37241,1731720077366' ***** 2024-11-16T01:21:48,226 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T01:21:48,227 INFO [RS:0;844d197be988:37241 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T01:21:48,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37241-0x101413b3aaf0004, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Set watcher on znode that does not yet exist, /1-1362811535/running 2024-11-16T01:21:48,227 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T01:21:48,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Set watcher on znode that does not yet exist, /1-1362811535/running 2024-11-16T01:21:48,227 INFO [RS:0;844d197be988:37241 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T01:21:48,228 INFO [RS:0;844d197be988:37241 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T01:21:48,228 INFO [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(3091): Received CLOSE for 0413ad35d57556dc2129b0f4502d9a09 2024-11-16T01:21:48,228 INFO [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(3091): Received CLOSE for 3958b32b1a36823639c244c433086b47 2024-11-16T01:21:48,228 INFO [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(959): stopping server 844d197be988,37241,1731720077366 2024-11-16T01:21:48,228 INFO [RS:0;844d197be988:37241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:21:48,228 INFO [RS:0;844d197be988:37241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:37241. 2024-11-16T01:21:48,228 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0413ad35d57556dc2129b0f4502d9a09, disabling compactions & flushes 2024-11-16T01:21:48,228 DEBUG [RS:0;844d197be988:37241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:48,228 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09. 2024-11-16T01:21:48,228 DEBUG [RS:0;844d197be988:37241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:48,228 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09. 2024-11-16T01:21:48,228 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09. after waiting 0 ms 2024-11-16T01:21:48,228 INFO [RS:0;844d197be988:37241 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T01:21:48,228 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09. 2024-11-16T01:21:48,228 INFO [RS:0;844d197be988:37241 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T01:21:48,228 INFO [RS:0;844d197be988:37241 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T01:21:48,228 INFO [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T01:21:48,228 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0413ad35d57556dc2129b0f4502d9a09 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-16T01:21:48,229 INFO [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T01:21:48,229 DEBUG [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(1325): Online Regions={0413ad35d57556dc2129b0f4502d9a09=hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09., 3958b32b1a36823639c244c433086b47=test,,1731720087292.3958b32b1a36823639c244c433086b47., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:21:48,229 DEBUG [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(1351): Waiting on 0413ad35d57556dc2129b0f4502d9a09, 1588230740, 3958b32b1a36823639c244c433086b47 2024-11-16T01:21:48,229 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:21:48,229 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:21:48,229 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:21:48,229 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:21:48,229 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:21:48,229 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T01:21:48,247 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/replication/0413ad35d57556dc2129b0f4502d9a09/.tmp/queue/1a4a37b23d494e1fac89d6d6b0d77917 is 154, key is 1-844d197be988,37241,1731720077366/queue:844d197be988%2C37241%2C1731720077366/1731720102854/Put/seqid=0 2024-11-16T01:21:48,251 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740/.tmp/info/cb29fbfc277f41a9aafdf257c9b44782 is 147, key is hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09./info:regioninfo/1731720093235/Put/seqid=0 2024-11-16T01:21:48,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741840_1016 (size=5353) 2024-11-16T01:21:48,252 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/replication/0413ad35d57556dc2129b0f4502d9a09/.tmp/queue/1a4a37b23d494e1fac89d6d6b0d77917 2024-11-16T01:21:48,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741841_1017 (size=7686) 2024-11-16T01:21:48,263 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/replication/0413ad35d57556dc2129b0f4502d9a09/.tmp/queue/1a4a37b23d494e1fac89d6d6b0d77917 as hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/replication/0413ad35d57556dc2129b0f4502d9a09/queue/1a4a37b23d494e1fac89d6d6b0d77917 2024-11-16T01:21:48,267 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/replication/0413ad35d57556dc2129b0f4502d9a09/queue/1a4a37b23d494e1fac89d6d6b0d77917, entries=1, sequenceid=14, filesize=5.2 K 2024-11-16T01:21:48,268 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0413ad35d57556dc2129b0f4502d9a09 in 39ms, sequenceid=14, compaction requested=false 2024-11-16T01:21:48,271 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/replication/0413ad35d57556dc2129b0f4502d9a09/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-16T01:21:48,271 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:21:48,271 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:21:48,271 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09. 2024-11-16T01:21:48,271 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0413ad35d57556dc2129b0f4502d9a09: Waiting for close lock at 1731720108228Running coprocessor pre-close hooks at 1731720108228Disabling compacts and flushes for region at 1731720108228Disabling writes for close at 1731720108228Obtaining lock to block concurrent updates at 1731720108228Preparing flush snapshotting stores in 0413ad35d57556dc2129b0f4502d9a09 at 1731720108228Finished memstore snapshotting hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731720108229 (+1 ms)Flushing stores of hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09. at 1731720108229Flushing 0413ad35d57556dc2129b0f4502d9a09/queue: creating writer at 1731720108229Flushing 0413ad35d57556dc2129b0f4502d9a09/queue: appending metadata at 1731720108246 (+17 ms)Flushing 0413ad35d57556dc2129b0f4502d9a09/queue: closing flushed file at 1731720108246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ebefce0: reopening flushed file at 1731720108262 (+16 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0413ad35d57556dc2129b0f4502d9a09 in 39ms, sequenceid=14, compaction requested=false at 1731720108268 (+6 ms)Writing region close event to WAL at 1731720108268Running coprocessor post-close hooks at 1731720108271 (+3 ms)Closed at 1731720108271 2024-11-16T01:21:48,271 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731720092755.0413ad35d57556dc2129b0f4502d9a09. 2024-11-16T01:21:48,271 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3958b32b1a36823639c244c433086b47, disabling compactions & flushes 2024-11-16T01:21:48,271 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731720087292.3958b32b1a36823639c244c433086b47. 2024-11-16T01:21:48,271 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720087292.3958b32b1a36823639c244c433086b47. 2024-11-16T01:21:48,271 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731720087292.3958b32b1a36823639c244c433086b47. after waiting 0 ms 2024-11-16T01:21:48,271 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731720087292.3958b32b1a36823639c244c433086b47. 2024-11-16T01:21:48,272 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3958b32b1a36823639c244c433086b47 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-16T01:21:48,292 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/default/test/3958b32b1a36823639c244c433086b47/.tmp/f/7de3914d4f414333a8067da24ea2cfb2 is 37, key is row3/f:row3/1731720101802/Put/seqid=0 2024-11-16T01:21:48,295 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1471, reset compression=false 2024-11-16T01:21:48,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741842_1018 (size=5228) 2024-11-16T01:21:48,302 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/default/test/3958b32b1a36823639c244c433086b47/.tmp/f/7de3914d4f414333a8067da24ea2cfb2 2024-11-16T01:21:48,303 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:21:48,303 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1718, reset compression=false 2024-11-16T01:21:48,303 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.shipper844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,37241,1731720077366 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:21:48,304 ERROR [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.shipper844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 844d197be988,37241,1731720077366: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-844d197be988,37241,1731720077366, walGroup=844d197be988%2C37241%2C1731720077366, offset=844d197be988%2C37241%2C1731720077366.1731720079318:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:37241 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T01:21:48,305 INFO [regionserver/844d197be988:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:21:48,305 ERROR [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.shipper844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T01:21:48,305 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.shipper844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T01:21:48,305 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.shipper844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T01:21:48,305 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.shipper844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T01:21:48,305 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.shipper844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T01:21:48,305 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.shipper844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1182793728, "init": 1048576000, "max": 2306867200, "used": 851925760 }, "NonHeapMemoryUsage": { "committed": 202309632, "init": 7667712, "max": -1, "used": 199311880 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T01:21:48,306 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.shipper844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:42357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:42357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T01:21:48,311 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7de3914d4f414333a8067da24ea2cfb2 2024-11-16T01:21:48,325 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/default/test/3958b32b1a36823639c244c433086b47/.tmp/f1/324e1c1628cb4e798197c40663300225 is 30, key is row1/f1:/1731720099142/DeleteFamily/seqid=0 2024-11-16T01:21:48,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741843_1019 (size=5158) 2024-11-16T01:21:48,429 DEBUG [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3958b32b1a36823639c244c433086b47 2024-11-16T01:21:48,511 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1718, reset compression=false 2024-11-16T01:21:48,607 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1491, reset compression=false 2024-11-16T01:21:48,629 DEBUG [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3958b32b1a36823639c244c433086b47 2024-11-16T01:21:48,658 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740/.tmp/info/cb29fbfc277f41a9aafdf257c9b44782 2024-11-16T01:21:48,677 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740/.tmp/ns/6008ab9af8a74c788072f59ff9298b42 is 43, key is default/ns:d/1731720080281/Put/seqid=0 2024-11-16T01:21:48,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741844_1020 (size=5153) 2024-11-16T01:21:48,729 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/default/test/3958b32b1a36823639c244c433086b47/.tmp/f1/324e1c1628cb4e798197c40663300225 2024-11-16T01:21:48,733 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 324e1c1628cb4e798197c40663300225 2024-11-16T01:21:48,747 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/default/test/3958b32b1a36823639c244c433086b47/.tmp/norep/bf739f25961343e6a1aec004816845df is 33, key is row1/norep:/1731720099142/DeleteFamily/seqid=0 2024-11-16T01:21:48,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741845_1021 (size=5108) 2024-11-16T01:21:48,814 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1718, reset compression=false 2024-11-16T01:21:48,829 DEBUG [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3958b32b1a36823639c244c433086b47 2024-11-16T01:21:49,029 DEBUG [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3958b32b1a36823639c244c433086b47 2024-11-16T01:21:49,080 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740/.tmp/ns/6008ab9af8a74c788072f59ff9298b42 2024-11-16T01:21:49,095 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740/.tmp/rep_barrier/89f109f8f6de4f73be3ced429719efbe is 112, key is test,,1731720087292.3958b32b1a36823639c244c433086b47./rep_barrier:seqnumDuringOpen/1731720088437/Put/seqid=0 2024-11-16T01:21:49,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741846_1022 (size=5518) 2024-11-16T01:21:49,108 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:42357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-16T01:21:49,150 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/default/test/3958b32b1a36823639c244c433086b47/.tmp/norep/bf739f25961343e6a1aec004816845df 2024-11-16T01:21:49,154 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf739f25961343e6a1aec004816845df 2024-11-16T01:21:49,155 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/default/test/3958b32b1a36823639c244c433086b47/.tmp/f/7de3914d4f414333a8067da24ea2cfb2 as hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/default/test/3958b32b1a36823639c244c433086b47/f/7de3914d4f414333a8067da24ea2cfb2 2024-11-16T01:21:49,159 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7de3914d4f414333a8067da24ea2cfb2 2024-11-16T01:21:49,159 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/default/test/3958b32b1a36823639c244c433086b47/f/7de3914d4f414333a8067da24ea2cfb2, entries=5, sequenceid=12, filesize=5.1 K 2024-11-16T01:21:49,160 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/default/test/3958b32b1a36823639c244c433086b47/.tmp/f1/324e1c1628cb4e798197c40663300225 as hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/default/test/3958b32b1a36823639c244c433086b47/f1/324e1c1628cb4e798197c40663300225 2024-11-16T01:21:49,166 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 324e1c1628cb4e798197c40663300225 2024-11-16T01:21:49,166 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/default/test/3958b32b1a36823639c244c433086b47/f1/324e1c1628cb4e798197c40663300225, entries=3, sequenceid=12, filesize=5.0 K 2024-11-16T01:21:49,167 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/default/test/3958b32b1a36823639c244c433086b47/.tmp/norep/bf739f25961343e6a1aec004816845df as hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/default/test/3958b32b1a36823639c244c433086b47/norep/bf739f25961343e6a1aec004816845df 2024-11-16T01:21:49,171 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf739f25961343e6a1aec004816845df 2024-11-16T01:21:49,171 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/default/test/3958b32b1a36823639c244c433086b47/norep/bf739f25961343e6a1aec004816845df, entries=1, sequenceid=12, filesize=5.0 K 2024-11-16T01:21:49,171 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3958b32b1a36823639c244c433086b47 in 900ms, sequenceid=12, compaction requested=false 2024-11-16T01:21:49,172 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T01:21:49,175 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/default/test/3958b32b1a36823639c244c433086b47/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T01:21:49,176 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:21:49,176 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:21:49,176 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731720087292.3958b32b1a36823639c244c433086b47. 2024-11-16T01:21:49,176 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3958b32b1a36823639c244c433086b47: Waiting for close lock at 1731720108271Running coprocessor pre-close hooks at 1731720108271Disabling compacts and flushes for region at 1731720108271Disabling writes for close at 1731720108271Obtaining lock to block concurrent updates at 1731720108272 (+1 ms)Preparing flush snapshotting stores in 3958b32b1a36823639c244c433086b47 at 1731720108272Finished memstore snapshotting test,,1731720087292.3958b32b1a36823639c244c433086b47., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731720108272Flushing stores of test,,1731720087292.3958b32b1a36823639c244c433086b47. at 1731720108272Flushing 3958b32b1a36823639c244c433086b47/f: creating writer at 1731720108272Flushing 3958b32b1a36823639c244c433086b47/f: appending metadata at 1731720108291 (+19 ms)Flushing 3958b32b1a36823639c244c433086b47/f: closing flushed file at 1731720108291Flushing 3958b32b1a36823639c244c433086b47/f1: creating writer at 1731720108311 (+20 ms)Flushing 3958b32b1a36823639c244c433086b47/f1: appending metadata at 1731720108324 (+13 ms)Flushing 3958b32b1a36823639c244c433086b47/f1: closing flushed file at 1731720108324Flushing 3958b32b1a36823639c244c433086b47/norep: creating writer at 1731720108733 (+409 ms)Flushing 3958b32b1a36823639c244c433086b47/norep: appending metadata at 1731720108746 (+13 ms)Flushing 3958b32b1a36823639c244c433086b47/norep: closing flushed file at 1731720108746Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1064474d: reopening flushed file at 1731720109154 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2617166b: reopening flushed file at 1731720109159 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@300ca536: reopening flushed file at 1731720109167 (+8 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3958b32b1a36823639c244c433086b47 in 900ms, sequenceid=12, compaction requested=false at 1731720109171 (+4 ms)Writing region close event to WAL at 1731720109173 (+2 ms)Running coprocessor post-close hooks at 1731720109175 (+2 ms)Closed at 1731720109176 (+1 ms) 2024-11-16T01:21:49,176 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731720087292.3958b32b1a36823639c244c433086b47. 2024-11-16T01:21:49,188 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T01:21:49,189 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T01:21:49,222 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 1718, reset compression=false 2024-11-16T01:21:49,227 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:21:49,227 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 2362, reset compression=false 2024-11-16T01:21:49,229 DEBUG [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:21:49,430 INFO [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T01:21:49,430 DEBUG [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:21:49,430 DEBUG [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:21:49,431 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 2362, reset compression=false 2024-11-16T01:21:49,499 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740/.tmp/rep_barrier/89f109f8f6de4f73be3ced429719efbe 2024-11-16T01:21:49,515 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740/.tmp/table/2b1613e540fa460a9f81d31a4a88abc7 is 53, key is hbase:replication/table:state/1731720093250/Put/seqid=0 2024-11-16T01:21:49,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741847_1023 (size=5308) 2024-11-16T01:21:49,630 DEBUG [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:21:49,710 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1491, reset compression=false 2024-11-16T01:21:49,734 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.wal-reader.844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/WALs/844d197be988,37241,1731720077366/844d197be988%2C37241%2C1731720077366.1731720079318 to pos 2362, reset compression=false 2024-11-16T01:21:49,830 DEBUG [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:21:49,919 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740/.tmp/table/2b1613e540fa460a9f81d31a4a88abc7 2024-11-16T01:21:49,923 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740/.tmp/info/cb29fbfc277f41a9aafdf257c9b44782 as hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740/info/cb29fbfc277f41a9aafdf257c9b44782 2024-11-16T01:21:49,926 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740/info/cb29fbfc277f41a9aafdf257c9b44782, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T01:21:49,926 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740/.tmp/ns/6008ab9af8a74c788072f59ff9298b42 as hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740/ns/6008ab9af8a74c788072f59ff9298b42 2024-11-16T01:21:49,929 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740/ns/6008ab9af8a74c788072f59ff9298b42, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T01:21:49,930 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740/.tmp/rep_barrier/89f109f8f6de4f73be3ced429719efbe as hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740/rep_barrier/89f109f8f6de4f73be3ced429719efbe 2024-11-16T01:21:49,932 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740/rep_barrier/89f109f8f6de4f73be3ced429719efbe, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T01:21:49,933 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740/.tmp/table/2b1613e540fa460a9f81d31a4a88abc7 as hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740/table/2b1613e540fa460a9f81d31a4a88abc7 2024-11-16T01:21:49,938 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740/table/2b1613e540fa460a9f81d31a4a88abc7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T01:21:49,939 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false 2024-11-16T01:21:49,939 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T01:21:49,949 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T01:21:49,949 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:21:49,949 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:21:49,950 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:21:49,950 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720108229Running coprocessor pre-close hooks at 1731720108229Disabling compacts and flushes for region at 1731720108229Disabling writes for close at 1731720108229Obtaining lock to block concurrent updates at 1731720108229Preparing flush snapshotting stores in 1588230740 at 1731720108229Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731720108229Flushing stores of hbase:meta,,1.1588230740 at 1731720108236 (+7 ms)Flushing 1588230740/info: creating writer at 1731720108236Flushing 1588230740/info: appending metadata at 1731720108251 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731720108251Flushing 1588230740/ns: creating writer at 1731720108661 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731720108676 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731720108676Flushing 1588230740/rep_barrier: creating writer at 1731720109083 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731720109095 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731720109095Flushing 1588230740/table: creating writer at 1731720109502 (+407 ms)Flushing 1588230740/table: appending metadata at 1731720109515 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731720109515Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4758a138: reopening flushed file at 1731720109922 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f73cd39: reopening flushed file at 1731720109926 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b69f914: reopening flushed file at 1731720109929 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11defa1d: reopening flushed file at 1731720109933 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false at 1731720109939 (+6 ms)Writing region close event to WAL at 1731720109941 (+2 ms)Running coprocessor post-close hooks at 1731720109949 (+8 ms)Closed at 1731720109949 2024-11-16T01:21:49,950 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T01:21:50,030 INFO [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(976): stopping server 844d197be988,37241,1731720077366; all regions closed. 2024-11-16T01:21:50,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741834_1010 (size=4239) 2024-11-16T01:21:50,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741839_1015 (size=3552) 2024-11-16T01:21:50,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741832_1008 (size=2370) 2024-11-16T01:21:50,051 DEBUG [RS:0;844d197be988:37241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:50,051 INFO [RS:0;844d197be988:37241 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:21:50,051 INFO [RS:0;844d197be988:37241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:21:50,051 INFO [RS:0;844d197be988:37241 {}] hbase.ChoreService(370): Chore service for: regionserver/844d197be988:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T01:21:50,051 INFO [RS:0;844d197be988:37241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:21:50,051 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:21:50,052 INFO [RS:0;844d197be988:37241 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-844d197be988,37241,1731720077366 because: Region server is closing 2024-11-16T01:21:50,052 INFO [RS:0;844d197be988:37241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:37241. 2024-11-16T01:21:50,052 DEBUG [RS:0;844d197be988:37241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:50,052 DEBUG [RS:0;844d197be988:37241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:50,052 DEBUG [RS:0;844d197be988:37241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:50,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:21:50,153 INFO [RS:0;844d197be988:37241 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,37241,1731720077366.replicationSource.shipper844d197be988%2C37241%2C1731720077366,1-844d197be988,37241,1731720077366 terminated 2024-11-16T01:21:50,153 INFO [RS:0;844d197be988:37241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:37241. 2024-11-16T01:21:50,153 DEBUG [RS:0;844d197be988:37241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:50,153 DEBUG [RS:0;844d197be988:37241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:50,153 DEBUG [RS:0;844d197be988:37241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:50,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:21:50,153 INFO [RS:0;844d197be988:37241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37241 2024-11-16T01:21:50,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362811535/rs 2024-11-16T01:21:50,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101413b3aaf0004, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1362811535/rs/844d197be988,37241,1731720077366 2024-11-16T01:21:50,163 INFO [RS:0;844d197be988:37241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:21:50,163 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [844d197be988,37241,1731720077366] 2024-11-16T01:21:50,183 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1362811535/draining/844d197be988,37241,1731720077366 already deleted, retry=false 2024-11-16T01:21:50,184 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 844d197be988,37241,1731720077366 expired; onlineServers=0 2024-11-16T01:21:50,184 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '844d197be988,42357,1731720077208' ***** 2024-11-16T01:21:50,184 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T01:21:50,184 INFO [M:0;844d197be988:42357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:21:50,184 INFO [M:0;844d197be988:42357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:21:50,184 DEBUG [M:0;844d197be988:42357 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T01:21:50,184 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T01:21:50,184 DEBUG [M:0;844d197be988:42357 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T01:21:50,184 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720079044 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720079044,5,FailOnTimeoutGroup] 2024-11-16T01:21:50,184 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720079041 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720079041,5,FailOnTimeoutGroup] 2024-11-16T01:21:50,184 INFO [M:0;844d197be988:42357 {}] hbase.ChoreService(370): Chore service for: master/844d197be988:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T01:21:50,184 INFO [M:0;844d197be988:42357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:21:50,184 DEBUG [M:0;844d197be988:42357 {}] master.HMaster(1795): Stopping service threads 2024-11-16T01:21:50,184 INFO [M:0;844d197be988:42357 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T01:21:50,184 INFO [M:0;844d197be988:42357 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:21:50,184 INFO [M:0;844d197be988:42357 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T01:21:50,184 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T01:21:50,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1362811535/master 2024-11-16T01:21:50,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1362811535 2024-11-16T01:21:50,194 DEBUG [M:0;844d197be988:42357 {}] zookeeper.ZKUtil(347): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Unable to get data of znode /1-1362811535/master because node does not exist (not an error) 2024-11-16T01:21:50,194 WARN [M:0;844d197be988:42357 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T01:21:50,194 INFO [M:0;844d197be988:42357 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/.lastflushedseqids 2024-11-16T01:21:50,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741848_1024 (size=245) 2024-11-16T01:21:50,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101413b3aaf0004, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:21:50,273 INFO [RS:0;844d197be988:37241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:21:50,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101413b3aaf0004, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:21:50,273 INFO [RS:0;844d197be988:37241 {}] regionserver.HRegionServer(1031): Exiting; stopping=844d197be988,37241,1731720077366; zookeeper connection closed. 2024-11-16T01:21:50,273 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22b743a2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22b743a2 2024-11-16T01:21:50,274 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T01:21:50,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:50,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:50,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:50,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:50,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:50,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:50,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:50,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:50,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:50,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:50,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:50,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:50,602 INFO [M:0;844d197be988:42357 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T01:21:50,602 INFO [M:0;844d197be988:42357 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T01:21:50,602 DEBUG [M:0;844d197be988:42357 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:21:50,602 INFO [M:0;844d197be988:42357 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:50,602 DEBUG [M:0;844d197be988:42357 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:50,602 DEBUG [M:0;844d197be988:42357 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:21:50,602 DEBUG [M:0;844d197be988:42357 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:50,602 INFO [M:0;844d197be988:42357 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T01:21:50,616 DEBUG [M:0;844d197be988:42357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d15503179cc4fdb9b3bb96f70ab6373 is 82, key is hbase:meta,,1/info:regioninfo/1731720080264/Put/seqid=0 2024-11-16T01:21:50,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741849_1025 (size=5672) 2024-11-16T01:21:50,913 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1491, reset compression=false 2024-11-16T01:21:51,019 INFO [M:0;844d197be988:42357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d15503179cc4fdb9b3bb96f70ab6373 2024-11-16T01:21:51,032 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:21:51,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:51,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:51,039 DEBUG [M:0;844d197be988:42357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3914c8e443be4b18b178d5f17c40324f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731720093255/Put/seqid=0 2024-11-16T01:21:51,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741850_1026 (size=8516) 2024-11-16T01:21:51,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:51,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:51,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:51,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:51,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:51,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:51,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:51,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:51,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:51,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:51,444 INFO [M:0;844d197be988:42357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3914c8e443be4b18b178d5f17c40324f 2024-11-16T01:21:51,466 DEBUG [M:0;844d197be988:42357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d75d5db45cc458191015acdc48384c2 is 69, key is 844d197be988,37241,1731720077366/rs:state/1731720079120/Put/seqid=0 2024-11-16T01:21:51,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741851_1027 (size=5156) 2024-11-16T01:21:51,870 INFO [M:0;844d197be988:42357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d75d5db45cc458191015acdc48384c2 2024-11-16T01:21:51,875 DEBUG [M:0;844d197be988:42357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d15503179cc4fdb9b3bb96f70ab6373 as hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d15503179cc4fdb9b3bb96f70ab6373 2024-11-16T01:21:51,885 INFO [M:0;844d197be988:42357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d15503179cc4fdb9b3bb96f70ab6373, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T01:21:51,886 DEBUG [M:0;844d197be988:42357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3914c8e443be4b18b178d5f17c40324f as hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3914c8e443be4b18b178d5f17c40324f 2024-11-16T01:21:51,892 INFO [M:0;844d197be988:42357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3914c8e443be4b18b178d5f17c40324f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T01:21:51,893 DEBUG [M:0;844d197be988:42357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d75d5db45cc458191015acdc48384c2 as hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7d75d5db45cc458191015acdc48384c2 2024-11-16T01:21:51,897 INFO [M:0;844d197be988:42357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37391/user/jenkins/test-data/40b4d5e1-9fa5-8952-157a-3ee960992623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7d75d5db45cc458191015acdc48384c2, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T01:21:51,898 INFO [M:0;844d197be988:42357 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=97, compaction requested=false 2024-11-16T01:21:51,899 INFO [M:0;844d197be988:42357 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:51,899 DEBUG [M:0;844d197be988:42357 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720110602Disabling compacts and flushes for region at 1731720110602Disabling writes for close at 1731720110602Obtaining lock to block concurrent updates at 1731720110602Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731720110602Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731720110602Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731720110603 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731720110603Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731720110615 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731720110615Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731720111022 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731720111038 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731720111038Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731720111449 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731720111465 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731720111465Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24ccacec: reopening flushed file at 1731720111874 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45457f02: reopening flushed file at 1731720111886 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4172f875: reopening flushed file at 1731720111892 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=97, compaction requested=false at 1731720111898 (+6 ms)Writing region close event to WAL at 1731720111899 (+1 ms)Closed at 1731720111899 2024-11-16T01:21:51,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741830_1006 (size=63654) 2024-11-16T01:21:51,903 INFO [M:0;844d197be988:42357 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T01:21:51,903 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:21:51,903 INFO [M:0;844d197be988:42357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42357 2024-11-16T01:21:51,903 INFO [M:0;844d197be988:42357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:21:52,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:21:52,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x101413b3aaf0003, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:21:52,068 INFO [M:0;844d197be988:42357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:21:52,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58f5a53c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:21:52,072 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2197091d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:21:52,072 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:21:52,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b3d6e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:21:52,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bb52b53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/hadoop.log.dir/,STOPPED} 2024-11-16T01:21:52,073 WARN [BP-642605929-172.17.0.2-1731720075104 heartbeating to localhost/127.0.0.1:37391 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T01:21:52,073 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T01:21:52,073 WARN [BP-642605929-172.17.0.2-1731720075104 heartbeating to localhost/127.0.0.1:37391 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-642605929-172.17.0.2-1731720075104 (Datanode Uuid 34a8148a-77ed-4980-b7de-bfce39481b60) service to localhost/127.0.0.1:37391 2024-11-16T01:21:52,073 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T01:21:52,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/cluster_2921c786-28e4-4350-e6ea-fe73c10e8bd5/data/data1/current/BP-642605929-172.17.0.2-1731720075104 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:21:52,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/cluster_2921c786-28e4-4350-e6ea-fe73c10e8bd5/data/data2/current/BP-642605929-172.17.0.2-1731720075104 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:21:52,074 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T01:21:52,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56aa9621{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:21:52,084 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@528d78d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:21:52,084 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:21:52,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2116d2e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:21:52,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9561a79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af6fb9f6-d8fd-faeb-cebb-99cc4373b738/hadoop.log.dir/,STOPPED} 2024-11-16T01:21:52,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T01:21:52,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T01:21:52,112 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:21:52,113 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:52,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:52,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:52,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:21:52,113 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T01:21:52,113 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=160401094, stopped=false 2024-11-16T01:21:52,113 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=844d197be988,38051,1731720071506 2024-11-16T01:21:52,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x101413b3aaf0001, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0333447496/running 2024-11-16T01:21:52,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x101413b3aaf0001, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0333447496 2024-11-16T01:21:52,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0333447496/running 2024-11-16T01:21:52,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0333447496 2024-11-16T01:21:52,126 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:21:52,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33205-0x101413b3aaf0001, quorum=127.0.0.1:64546, baseZNode=/0333447496 Set watcher on znode that does not yet exist, /0333447496/running 2024-11-16T01:21:52,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Set watcher on znode that does not yet exist, /0333447496/running 2024-11-16T01:21:52,127 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:21:52,127 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:52,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:52,127 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '844d197be988,33205,1731720071717' ***** 2024-11-16T01:21:52,127 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T01:21:52,128 INFO [RS:0;844d197be988:33205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T01:21:52,128 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T01:21:52,128 INFO [RS:0;844d197be988:33205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T01:21:52,128 INFO [RS:0;844d197be988:33205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T01:21:52,128 INFO [RS:0;844d197be988:33205 {}] regionserver.HRegionServer(3091): Received CLOSE for 9dc29f2b7450f878ffd469987f58fa7b 2024-11-16T01:21:52,128 INFO [RS:0;844d197be988:33205 {}] regionserver.HRegionServer(3091): Received CLOSE for b8011b454ce9c4b660207fcc43fca491 2024-11-16T01:21:52,128 INFO [RS:0;844d197be988:33205 {}] regionserver.HRegionServer(959): stopping server 844d197be988,33205,1731720071717 2024-11-16T01:21:52,128 INFO [RS:0;844d197be988:33205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:21:52,128 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9dc29f2b7450f878ffd469987f58fa7b, disabling compactions & flushes 2024-11-16T01:21:52,128 INFO [RS:0;844d197be988:33205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:33205. 2024-11-16T01:21:52,128 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b. 2024-11-16T01:21:52,128 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b. 2024-11-16T01:21:52,128 DEBUG [RS:0;844d197be988:33205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:52,128 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b. after waiting 0 ms 2024-11-16T01:21:52,128 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b. 2024-11-16T01:21:52,128 DEBUG [RS:0;844d197be988:33205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:52,128 INFO [RS:0;844d197be988:33205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T01:21:52,128 INFO [RS:0;844d197be988:33205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T01:21:52,128 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9dc29f2b7450f878ffd469987f58fa7b 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-16T01:21:52,128 INFO [RS:0;844d197be988:33205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T01:21:52,128 INFO [RS:0;844d197be988:33205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T01:21:52,129 INFO [RS:0;844d197be988:33205 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T01:21:52,129 DEBUG [RS:0;844d197be988:33205 {}] regionserver.HRegionServer(1325): Online Regions={9dc29f2b7450f878ffd469987f58fa7b=hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b., b8011b454ce9c4b660207fcc43fca491=test,,1731720085137.b8011b454ce9c4b660207fcc43fca491., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:21:52,129 DEBUG [RS:0;844d197be988:33205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9dc29f2b7450f878ffd469987f58fa7b, b8011b454ce9c4b660207fcc43fca491 2024-11-16T01:21:52,129 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:21:52,129 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:21:52,129 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:21:52,129 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:21:52,129 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:21:52,129 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T01:21:52,141 INFO [regionserver/844d197be988:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:21:52,153 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740/.tmp/info/46ca11568a124e6b81bed1e1c7d8cdf4 is 147, key is hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b./info:regioninfo/1731720092372/Put/seqid=0 2024-11-16T01:21:52,153 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/replication/9dc29f2b7450f878ffd469987f58fa7b/.tmp/queue/4628267dd2ec4173a08add77d20d858d is 154, key is 1-844d197be988,33205,1731720071717/queue:844d197be988%2C33205%2C1731720071717/1731720103174/Put/seqid=0 2024-11-16T01:21:52,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741840_1016 (size=5353) 2024-11-16T01:21:52,158 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/replication/9dc29f2b7450f878ffd469987f58fa7b/.tmp/queue/4628267dd2ec4173a08add77d20d858d 2024-11-16T01:21:52,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741841_1017 (size=7686) 2024-11-16T01:21:52,171 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/replication/9dc29f2b7450f878ffd469987f58fa7b/.tmp/queue/4628267dd2ec4173a08add77d20d858d as hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/replication/9dc29f2b7450f878ffd469987f58fa7b/queue/4628267dd2ec4173a08add77d20d858d 2024-11-16T01:21:52,175 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/replication/9dc29f2b7450f878ffd469987f58fa7b/queue/4628267dd2ec4173a08add77d20d858d, entries=1, sequenceid=14, filesize=5.2 K 2024-11-16T01:21:52,176 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 9dc29f2b7450f878ffd469987f58fa7b in 48ms, sequenceid=14, compaction requested=false 2024-11-16T01:21:52,176 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T01:21:52,180 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/replication/9dc29f2b7450f878ffd469987f58fa7b/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-16T01:21:52,180 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:21:52,181 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:21:52,181 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b. 2024-11-16T01:21:52,181 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9dc29f2b7450f878ffd469987f58fa7b: Waiting for close lock at 1731720112128Running coprocessor pre-close hooks at 1731720112128Disabling compacts and flushes for region at 1731720112128Disabling writes for close at 1731720112128Obtaining lock to block concurrent updates at 1731720112128Preparing flush snapshotting stores in 9dc29f2b7450f878ffd469987f58fa7b at 1731720112128Finished memstore snapshotting hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731720112129 (+1 ms)Flushing stores of hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b. at 1731720112129Flushing 9dc29f2b7450f878ffd469987f58fa7b/queue: creating writer at 1731720112129Flushing 9dc29f2b7450f878ffd469987f58fa7b/queue: appending metadata at 1731720112152 (+23 ms)Flushing 9dc29f2b7450f878ffd469987f58fa7b/queue: closing flushed file at 1731720112152Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bef300f: reopening flushed file at 1731720112170 (+18 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 9dc29f2b7450f878ffd469987f58fa7b in 48ms, sequenceid=14, compaction requested=false at 1731720112176 (+6 ms)Writing region close event to WAL at 1731720112177 (+1 ms)Running coprocessor post-close hooks at 1731720112180 (+3 ms)Closed at 1731720112181 (+1 ms) 2024-11-16T01:21:52,181 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731720091604.9dc29f2b7450f878ffd469987f58fa7b. 2024-11-16T01:21:52,181 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8011b454ce9c4b660207fcc43fca491, disabling compactions & flushes 2024-11-16T01:21:52,181 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731720085137.b8011b454ce9c4b660207fcc43fca491. 2024-11-16T01:21:52,181 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720085137.b8011b454ce9c4b660207fcc43fca491. 2024-11-16T01:21:52,181 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731720085137.b8011b454ce9c4b660207fcc43fca491. after waiting 0 ms 2024-11-16T01:21:52,181 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731720085137.b8011b454ce9c4b660207fcc43fca491. 2024-11-16T01:21:52,182 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b8011b454ce9c4b660207fcc43fca491 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-16T01:21:52,200 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/default/test/b8011b454ce9c4b660207fcc43fca491/.tmp/f/ada056702c4a44f8887f7a712beb4013 is 37, key is row3/f:row3/1731720101802/Put/seqid=0 2024-11-16T01:21:52,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741842_1018 (size=5228) 2024-11-16T01:21:52,214 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/default/test/b8011b454ce9c4b660207fcc43fca491/.tmp/f/ada056702c4a44f8887f7a712beb4013 2024-11-16T01:21:52,216 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1491, reset compression=false 2024-11-16T01:21:52,219 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ada056702c4a44f8887f7a712beb4013 2024-11-16T01:21:52,226 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:21:52,226 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1738, reset compression=false 2024-11-16T01:21:52,226 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.shipper844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,33205,1731720071717 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:21:52,227 ERROR [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.shipper844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 844d197be988,33205,1731720071717: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-844d197be988,33205,1731720071717, walGroup=844d197be988%2C33205%2C1731720071717, offset=844d197be988%2C33205%2C1731720071717.1731720073931:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:33205 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T01:21:52,228 ERROR [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.shipper844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T01:21:52,228 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.shipper844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T01:21:52,228 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.shipper844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T01:21:52,228 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.shipper844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T01:21:52,228 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.shipper844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T01:21:52,228 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.shipper844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1182793728, "init": 1048576000, "max": 2306867200, "used": 952589056 }, "NonHeapMemoryUsage": { "committed": 202899456, "init": 7667712, "max": -1, "used": 200008328 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T01:21:52,229 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.shipper844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:38051 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:38051 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T01:21:52,238 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/default/test/b8011b454ce9c4b660207fcc43fca491/.tmp/f1/97b7a7c570a54afcb6f1da6e08099cb6 is 30, key is row1/f1:/1731720099142/DeleteFamily/seqid=0 2024-11-16T01:21:52,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741843_1019 (size=5158) 2024-11-16T01:21:52,243 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/default/test/b8011b454ce9c4b660207fcc43fca491/.tmp/f1/97b7a7c570a54afcb6f1da6e08099cb6 2024-11-16T01:21:52,247 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97b7a7c570a54afcb6f1da6e08099cb6 2024-11-16T01:21:52,274 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/default/test/b8011b454ce9c4b660207fcc43fca491/.tmp/norep/0486b252029c42958efff87dedd6c06c is 32, key is row/norep:/1731720098137/DeleteFamily/seqid=0 2024-11-16T01:21:52,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741844_1020 (size=5101) 2024-11-16T01:21:52,294 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/default/test/b8011b454ce9c4b660207fcc43fca491/.tmp/norep/0486b252029c42958efff87dedd6c06c 2024-11-16T01:21:52,299 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0486b252029c42958efff87dedd6c06c 2024-11-16T01:21:52,300 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/default/test/b8011b454ce9c4b660207fcc43fca491/.tmp/f/ada056702c4a44f8887f7a712beb4013 as hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/default/test/b8011b454ce9c4b660207fcc43fca491/f/ada056702c4a44f8887f7a712beb4013 2024-11-16T01:21:52,305 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ada056702c4a44f8887f7a712beb4013 2024-11-16T01:21:52,305 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/default/test/b8011b454ce9c4b660207fcc43fca491/f/ada056702c4a44f8887f7a712beb4013, entries=5, sequenceid=12, filesize=5.1 K 2024-11-16T01:21:52,306 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/default/test/b8011b454ce9c4b660207fcc43fca491/.tmp/f1/97b7a7c570a54afcb6f1da6e08099cb6 as hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/default/test/b8011b454ce9c4b660207fcc43fca491/f1/97b7a7c570a54afcb6f1da6e08099cb6 2024-11-16T01:21:52,312 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97b7a7c570a54afcb6f1da6e08099cb6 2024-11-16T01:21:52,312 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/default/test/b8011b454ce9c4b660207fcc43fca491/f1/97b7a7c570a54afcb6f1da6e08099cb6, entries=3, sequenceid=12, filesize=5.0 K 2024-11-16T01:21:52,313 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/default/test/b8011b454ce9c4b660207fcc43fca491/.tmp/norep/0486b252029c42958efff87dedd6c06c as hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/default/test/b8011b454ce9c4b660207fcc43fca491/norep/0486b252029c42958efff87dedd6c06c 2024-11-16T01:21:52,323 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0486b252029c42958efff87dedd6c06c 2024-11-16T01:21:52,323 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/default/test/b8011b454ce9c4b660207fcc43fca491/norep/0486b252029c42958efff87dedd6c06c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-16T01:21:52,324 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b8011b454ce9c4b660207fcc43fca491 in 143ms, sequenceid=12, compaction requested=false 2024-11-16T01:21:52,324 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T01:21:52,329 DEBUG [RS:0;844d197be988:33205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8011b454ce9c4b660207fcc43fca491 2024-11-16T01:21:52,341 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/default/test/b8011b454ce9c4b660207fcc43fca491/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T01:21:52,342 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:21:52,342 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:21:52,342 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731720085137.b8011b454ce9c4b660207fcc43fca491. 2024-11-16T01:21:52,342 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8011b454ce9c4b660207fcc43fca491: Waiting for close lock at 1731720112181Running coprocessor pre-close hooks at 1731720112181Disabling compacts and flushes for region at 1731720112181Disabling writes for close at 1731720112181Obtaining lock to block concurrent updates at 1731720112182 (+1 ms)Preparing flush snapshotting stores in b8011b454ce9c4b660207fcc43fca491 at 1731720112182Finished memstore snapshotting test,,1731720085137.b8011b454ce9c4b660207fcc43fca491., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731720112182Flushing stores of test,,1731720085137.b8011b454ce9c4b660207fcc43fca491. at 1731720112183 (+1 ms)Flushing b8011b454ce9c4b660207fcc43fca491/f: creating writer at 1731720112183Flushing b8011b454ce9c4b660207fcc43fca491/f: appending metadata at 1731720112199 (+16 ms)Flushing b8011b454ce9c4b660207fcc43fca491/f: closing flushed file at 1731720112199Flushing b8011b454ce9c4b660207fcc43fca491/f1: creating writer at 1731720112220 (+21 ms)Flushing b8011b454ce9c4b660207fcc43fca491/f1: appending metadata at 1731720112238 (+18 ms)Flushing b8011b454ce9c4b660207fcc43fca491/f1: closing flushed file at 1731720112238Flushing b8011b454ce9c4b660207fcc43fca491/norep: creating writer at 1731720112247 (+9 ms)Flushing b8011b454ce9c4b660207fcc43fca491/norep: appending metadata at 1731720112273 (+26 ms)Flushing b8011b454ce9c4b660207fcc43fca491/norep: closing flushed file at 1731720112273Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb33941: reopening flushed file at 1731720112299 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cf7ef6d: reopening flushed file at 1731720112305 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2556e504: reopening flushed file at 1731720112312 (+7 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b8011b454ce9c4b660207fcc43fca491 in 143ms, sequenceid=12, compaction requested=false at 1731720112324 (+12 ms)Writing region close event to WAL at 1731720112333 (+9 ms)Running coprocessor post-close hooks at 1731720112342 (+9 ms)Closed at 1731720112342 2024-11-16T01:21:52,342 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731720085137.b8011b454ce9c4b660207fcc43fca491. 2024-11-16T01:21:52,433 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 1738, reset compression=false 2024-11-16T01:21:52,449 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:21:52,449 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 2382, reset compression=false 2024-11-16T01:21:52,529 DEBUG [RS:0;844d197be988:33205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:21:52,566 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740/.tmp/info/46ca11568a124e6b81bed1e1c7d8cdf4 2024-11-16T01:21:52,586 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740/.tmp/ns/05586a3545b34476822028f4648a4112 is 43, key is default/ns:d/1731720074990/Put/seqid=0 2024-11-16T01:21:52,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741845_1021 (size=5153) 2024-11-16T01:21:52,590 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740/.tmp/ns/05586a3545b34476822028f4648a4112 2024-11-16T01:21:52,610 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740/.tmp/rep_barrier/00f05fd11bcd4561a3d8bb22a3e80c81 is 112, key is test,,1731720085137.b8011b454ce9c4b660207fcc43fca491./rep_barrier:seqnumDuringOpen/1731720086287/Put/seqid=0 2024-11-16T01:21:52,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741846_1022 (size=5518) 2024-11-16T01:21:52,622 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740/.tmp/rep_barrier/00f05fd11bcd4561a3d8bb22a3e80c81 2024-11-16T01:21:52,642 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740/.tmp/table/5d4173d063d34f41bcf3f6bcd3396a89 is 53, key is hbase:replication/table:state/1731720092378/Put/seqid=0 2024-11-16T01:21:52,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741847_1023 (size=5308) 2024-11-16T01:21:52,653 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 2382, reset compression=false 2024-11-16T01:21:52,729 DEBUG [RS:0;844d197be988:33205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:21:52,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T01:21:52,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:21:52,876 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T01:21:52,876 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T01:21:52,930 DEBUG [RS:0;844d197be988:33205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:21:52,957 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.1731720073931 to pos 2382, reset compression=false 2024-11-16T01:21:53,046 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740/.tmp/table/5d4173d063d34f41bcf3f6bcd3396a89 2024-11-16T01:21:53,053 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740/.tmp/info/46ca11568a124e6b81bed1e1c7d8cdf4 as hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740/info/46ca11568a124e6b81bed1e1c7d8cdf4 2024-11-16T01:21:53,057 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740/info/46ca11568a124e6b81bed1e1c7d8cdf4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T01:21:53,058 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740/.tmp/ns/05586a3545b34476822028f4648a4112 as hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740/ns/05586a3545b34476822028f4648a4112 2024-11-16T01:21:53,062 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740/ns/05586a3545b34476822028f4648a4112, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T01:21:53,063 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740/.tmp/rep_barrier/00f05fd11bcd4561a3d8bb22a3e80c81 as hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740/rep_barrier/00f05fd11bcd4561a3d8bb22a3e80c81 2024-11-16T01:21:53,068 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740/rep_barrier/00f05fd11bcd4561a3d8bb22a3e80c81, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T01:21:53,068 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740/.tmp/table/5d4173d063d34f41bcf3f6bcd3396a89 as hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740/table/5d4173d063d34f41bcf3f6bcd3396a89 2024-11-16T01:21:53,073 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740/table/5d4173d063d34f41bcf3f6bcd3396a89, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T01:21:53,074 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 945ms, sequenceid=16, compaction requested=false 2024-11-16T01:21:53,078 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T01:21:53,078 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:21:53,078 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:21:53,078 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:21:53,078 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720112129Running coprocessor pre-close hooks at 1731720112129Disabling compacts and flushes for region at 1731720112129Disabling writes for close at 1731720112129Obtaining lock to block concurrent updates at 1731720112129Preparing flush snapshotting stores in 1588230740 at 1731720112129Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731720112129Flushing stores of hbase:meta,,1.1588230740 at 1731720112130 (+1 ms)Flushing 1588230740/info: creating writer at 1731720112130Flushing 1588230740/info: appending metadata at 1731720112152 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731720112152Flushing 1588230740/ns: creating writer at 1731720112570 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731720112586 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731720112586Flushing 1588230740/rep_barrier: creating writer at 1731720112595 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731720112610 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731720112610Flushing 1588230740/table: creating writer at 1731720112626 (+16 ms)Flushing 1588230740/table: appending metadata at 1731720112642 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731720112642Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d820b1b: reopening flushed file at 1731720113052 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a724d1f: reopening flushed file at 1731720113057 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dcf5f1f: reopening flushed file at 1731720113063 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c45284: reopening flushed file at 1731720113068 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 945ms, sequenceid=16, compaction requested=false at 1731720113074 (+6 ms)Writing region close event to WAL at 1731720113075 (+1 ms)Running coprocessor post-close hooks at 1731720113078 (+3 ms)Closed at 1731720113078 2024-11-16T01:21:53,078 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T01:21:53,130 INFO [RS:0;844d197be988:33205 {}] regionserver.HRegionServer(976): stopping server 844d197be988,33205,1731720071717; all regions closed. 2024-11-16T01:21:53,132 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/WALs/844d197be988,33205,1731720071717/844d197be988%2C33205%2C1731720071717.meta.1731720074916.meta not finished, retry = 0 2024-11-16T01:21:53,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741834_1010 (size=4239) 2024-11-16T01:21:53,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741839_1015 (size=3552) 2024-11-16T01:21:53,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741832_1008 (size=2390) 2024-11-16T01:21:53,241 DEBUG [RS:0;844d197be988:33205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:53,241 INFO [RS:0;844d197be988:33205 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:21:53,241 INFO [RS:0;844d197be988:33205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:21:53,241 INFO [RS:0;844d197be988:33205 {}] hbase.ChoreService(370): Chore service for: regionserver/844d197be988:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T01:21:53,241 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:21:53,241 INFO [RS:0;844d197be988:33205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:21:53,242 INFO [RS:0;844d197be988:33205 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-844d197be988,33205,1731720071717 because: Region server is closing 2024-11-16T01:21:53,242 INFO [RS:0;844d197be988:33205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:33205. 2024-11-16T01:21:53,242 DEBUG [RS:0;844d197be988:33205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:53,242 DEBUG [RS:0;844d197be988:33205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:53,242 DEBUG [RS:0;844d197be988:33205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:53,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:21:53,342 INFO [RS:0;844d197be988:33205 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.shipper844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 terminated 2024-11-16T01:21:53,342 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33205,1731720071717.replicationSource.wal-reader.844d197be988%2C33205%2C1731720071717,1-844d197be988,33205,1731720071717 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T01:21:53,342 INFO [RS:0;844d197be988:33205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:33205. 2024-11-16T01:21:53,342 DEBUG [RS:0;844d197be988:33205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:21:53,342 DEBUG [RS:0;844d197be988:33205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:53,343 DEBUG [RS:0;844d197be988:33205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:53,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:21:53,343 INFO [RS:0;844d197be988:33205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33205 2024-11-16T01:21:53,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0333447496/rs 2024-11-16T01:21:53,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x101413b3aaf0001, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0333447496/rs/844d197be988,33205,1731720071717 2024-11-16T01:21:53,415 INFO [RS:0;844d197be988:33205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:21:53,425 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [844d197be988,33205,1731720071717] 2024-11-16T01:21:53,436 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0333447496/draining/844d197be988,33205,1731720071717 already deleted, retry=false 2024-11-16T01:21:53,436 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 844d197be988,33205,1731720071717 expired; onlineServers=0 2024-11-16T01:21:53,436 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '844d197be988,38051,1731720071506' ***** 2024-11-16T01:21:53,436 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T01:21:53,436 INFO [M:0;844d197be988:38051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:21:53,436 INFO [M:0;844d197be988:38051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:21:53,436 DEBUG [M:0;844d197be988:38051 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T01:21:53,436 DEBUG [M:0;844d197be988:38051 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T01:21:53,436 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T01:21:53,436 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720073723 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720073723,5,FailOnTimeoutGroup] 2024-11-16T01:21:53,436 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720073724 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720073724,5,FailOnTimeoutGroup] 2024-11-16T01:21:53,436 INFO [M:0;844d197be988:38051 {}] hbase.ChoreService(370): Chore service for: master/844d197be988:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T01:21:53,436 INFO [M:0;844d197be988:38051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:21:53,436 DEBUG [M:0;844d197be988:38051 {}] master.HMaster(1795): Stopping service threads 2024-11-16T01:21:53,436 INFO [M:0;844d197be988:38051 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T01:21:53,437 INFO [M:0;844d197be988:38051 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:21:53,437 INFO [M:0;844d197be988:38051 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T01:21:53,437 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T01:21:53,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0333447496/master 2024-11-16T01:21:53,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0333447496 2024-11-16T01:21:53,447 DEBUG [M:0;844d197be988:38051 {}] zookeeper.ZKUtil(347): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Unable to get data of znode /0333447496/master because node does not exist (not an error) 2024-11-16T01:21:53,447 WARN [M:0;844d197be988:38051 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T01:21:53,447 INFO [M:0;844d197be988:38051 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/.lastflushedseqids 2024-11-16T01:21:53,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741848_1024 (size=245) 2024-11-16T01:21:53,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x101413b3aaf0001, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:21:53,526 INFO [RS:0;844d197be988:33205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:21:53,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33205-0x101413b3aaf0001, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:21:53,526 INFO [RS:0;844d197be988:33205 {}] regionserver.HRegionServer(1031): Exiting; stopping=844d197be988,33205,1731720071717; zookeeper connection closed. 2024-11-16T01:21:53,526 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c4113ab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c4113ab 2024-11-16T01:21:53,526 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T01:21:53,851 INFO [M:0;844d197be988:38051 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T01:21:53,851 INFO [M:0;844d197be988:38051 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T01:21:53,852 DEBUG [M:0;844d197be988:38051 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:21:53,852 INFO [M:0;844d197be988:38051 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:53,852 DEBUG [M:0;844d197be988:38051 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:53,852 DEBUG [M:0;844d197be988:38051 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:21:53,852 DEBUG [M:0;844d197be988:38051 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:53,852 INFO [M:0;844d197be988:38051 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-16T01:21:53,876 DEBUG [M:0;844d197be988:38051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8ad678467f4480eb742ada100daa3a3 is 82, key is hbase:meta,,1/info:regioninfo/1731720074943/Put/seqid=0 2024-11-16T01:21:53,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741849_1025 (size=5672) 2024-11-16T01:21:53,881 INFO [M:0;844d197be988:38051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8ad678467f4480eb742ada100daa3a3 2024-11-16T01:21:53,917 DEBUG [M:0;844d197be988:38051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a17885da251464facc82387a8bbf800 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731720086295/Put/seqid=0 2024-11-16T01:21:53,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741850_1026 (size=7217) 2024-11-16T01:21:53,922 INFO [M:0;844d197be988:38051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a17885da251464facc82387a8bbf800 2024-11-16T01:21:53,925 INFO [M:0;844d197be988:38051 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a17885da251464facc82387a8bbf800 2024-11-16T01:21:53,947 DEBUG [M:0;844d197be988:38051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3dd3e56c2e1e4f1e97e428c7801bcc50 is 69, key is 844d197be988,33205,1731720071717/rs:state/1731720073782/Put/seqid=0 2024-11-16T01:21:53,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741851_1027 (size=5156) 2024-11-16T01:21:53,958 INFO [M:0;844d197be988:38051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3dd3e56c2e1e4f1e97e428c7801bcc50 2024-11-16T01:21:53,963 DEBUG [M:0;844d197be988:38051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8ad678467f4480eb742ada100daa3a3 as hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8ad678467f4480eb742ada100daa3a3 2024-11-16T01:21:53,968 INFO [M:0;844d197be988:38051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8ad678467f4480eb742ada100daa3a3, entries=8, sequenceid=105, filesize=5.5 K 2024-11-16T01:21:53,968 DEBUG [M:0;844d197be988:38051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a17885da251464facc82387a8bbf800 as hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a17885da251464facc82387a8bbf800 2024-11-16T01:21:53,973 INFO [M:0;844d197be988:38051 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a17885da251464facc82387a8bbf800 2024-11-16T01:21:53,973 INFO [M:0;844d197be988:38051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a17885da251464facc82387a8bbf800, entries=11, sequenceid=105, filesize=7.0 K 2024-11-16T01:21:53,974 DEBUG [M:0;844d197be988:38051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3dd3e56c2e1e4f1e97e428c7801bcc50 as hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3dd3e56c2e1e4f1e97e428c7801bcc50 2024-11-16T01:21:53,979 INFO [M:0;844d197be988:38051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39669/user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3dd3e56c2e1e4f1e97e428c7801bcc50, entries=1, sequenceid=105, filesize=5.0 K 2024-11-16T01:21:53,980 INFO [M:0;844d197be988:38051 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=105, compaction requested=false 2024-11-16T01:21:53,989 INFO [M:0;844d197be988:38051 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:53,989 DEBUG [M:0;844d197be988:38051 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720113852Disabling compacts and flushes for region at 1731720113852Disabling writes for close at 1731720113852Obtaining lock to block concurrent updates at 1731720113852Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731720113852Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731720113852Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731720113853 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731720113853Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731720113876 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731720113876Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731720113887 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731720113917 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731720113917Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731720113925 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731720113946 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731720113946Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7391c4bd: reopening flushed file at 1731720113962 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45c94c04: reopening flushed file at 1731720113968 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44e1e937: reopening flushed file at 1731720113974 (+6 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=105, compaction requested=false at 1731720113980 (+6 ms)Writing region close event to WAL at 1731720113988 (+8 ms)Closed at 1731720113988 2024-11-16T01:21:53,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741830_1006 (size=64411) 2024-11-16T01:21:53,994 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d77e967d-2648-96b1-eab7-d83178cb855b/MasterData/WALs/844d197be988,38051,1731720071506/844d197be988%2C38051%2C1731720071506.1731720073461 not finished, retry = 0 2024-11-16T01:21:54,095 INFO [M:0;844d197be988:38051 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T01:21:54,095 INFO [M:0;844d197be988:38051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38051 2024-11-16T01:21:54,095 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:21:54,095 INFO [M:0;844d197be988:38051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:21:54,247 INFO [M:0;844d197be988:38051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:21:54,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:21:54,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38051-0x101413b3aaf0000, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:21:54,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@223dfc08{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:21:54,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49132611{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:21:54,250 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:21:54,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@317f02b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:21:54,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d48d49f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/hadoop.log.dir/,STOPPED} 2024-11-16T01:21:54,251 WARN [BP-1441164928-172.17.0.2-1731720068887 heartbeating to localhost/127.0.0.1:39669 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T01:21:54,251 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T01:21:54,251 WARN [BP-1441164928-172.17.0.2-1731720068887 heartbeating to localhost/127.0.0.1:39669 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1441164928-172.17.0.2-1731720068887 (Datanode Uuid c86f4339-6faf-4667-972d-7f4f3ae47a32) service to localhost/127.0.0.1:39669 2024-11-16T01:21:54,251 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T01:21:54,252 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/cluster_da5dc5e8-28c7-1afb-88c0-1bc5ccfa206b/data/data1/current/BP-1441164928-172.17.0.2-1731720068887 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:21:54,252 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/cluster_da5dc5e8-28c7-1afb-88c0-1bc5ccfa206b/data/data2/current/BP-1441164928-172.17.0.2-1731720068887 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:21:54,252 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T01:21:54,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34970bd6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:21:54,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fbc38a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:21:54,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:21:54,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cbb6089{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:21:54,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46d10b76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c4a8de5-0ff7-e910-d677-7fcce2fd2ae0/hadoop.log.dir/,STOPPED} 2024-11-16T01:21:54,264 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T01:21:54,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T01:21:54,291 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 259) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64546) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64546) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: globalEventExecutor-1-17 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:33791 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:37391 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:39669 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:33791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:37391 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64546) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:33791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:39669 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:37391 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:37391 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37391 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:39669 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:39669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:33791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=731 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=459 (was 325) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5037 (was 5245) 2024-11-16T01:21:54,303 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=459, ProcessCount=11, AvailableMemoryMB=5035 2024-11-16T01:21:54,317 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-16T01:21:54,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/hadoop.log.dir so I do NOT create it in target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b 2024-11-16T01:21:54,317 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T01:21:54,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/hadoop.tmp.dir so I do NOT create it in target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b 2024-11-16T01:21:54,317 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081313ae-fcc6-3ce4-7127-e14b73aeff20/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T01:21:54,317 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b 2024-11-16T01:21:54,317 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/cluster_a1eb66d3-3d28-c5aa-329e-0a60d34baa18, deleteOnExit=true 2024-11-16T01:21:54,320 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/cluster_a1eb66d3-3d28-c5aa-329e-0a60d34baa18/zookeeper_0, clientPort=54190, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/cluster_a1eb66d3-3d28-c5aa-329e-0a60d34baa18/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/cluster_a1eb66d3-3d28-c5aa-329e-0a60d34baa18/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T01:21:54,324 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54190 2024-11-16T01:21:54,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T01:21:54,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T01:21:54,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/test.cache.data in system properties and HBase conf 2024-11-16T01:21:54,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T01:21:54,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/hadoop.log.dir in system properties and HBase conf 2024-11-16T01:21:54,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T01:21:54,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T01:21:54,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T01:21:54,325 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T01:21:54,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:21:54,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:21:54,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T01:21:54,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:21:54,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T01:21:54,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T01:21:54,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:21:54,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:21:54,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T01:21:54,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/nfs.dump.dir in system properties and HBase conf 2024-11-16T01:21:54,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/java.io.tmpdir in system properties and HBase conf 2024-11-16T01:21:54,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:21:54,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T01:21:54,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T01:21:54,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101413b3aaf0008, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T01:21:54,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101413b3aaf0005, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T01:21:54,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101413b3aaf0002, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T01:21:54,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101413b3aaf0008, quorum=127.0.0.1:64546, baseZNode=/2-2137653898 Received Disconnected from ZooKeeper, ignoring 2024-11-16T01:21:54,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101413b3aaf0002, quorum=127.0.0.1:64546, baseZNode=/0333447496 Received Disconnected from ZooKeeper, ignoring 2024-11-16T01:21:54,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101413b3aaf0005, quorum=127.0.0.1:64546, baseZNode=/1-1362811535 Received Disconnected from ZooKeeper, ignoring 2024-11-16T01:21:54,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:21:54,708 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:21:54,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:21:54,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:21:54,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:21:54,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:21:54,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@273d7e3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:21:54,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2285136e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:21:54,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3763016d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/java.io.tmpdir/jetty-localhost-32907-hadoop-hdfs-3_4_1-tests_jar-_-any-11811853566725211962/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:21:54,878 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55dce5a1{HTTP/1.1, (http/1.1)}{localhost:32907} 2024-11-16T01:21:54,878 INFO [Time-limited test {}] server.Server(415): Started @279783ms 2024-11-16T01:21:55,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:21:55,290 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:21:55,296 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:21:55,296 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:21:55,296 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:21:55,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13491e41{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:21:55,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f264197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:21:55,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3909b04c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/java.io.tmpdir/jetty-localhost-34455-hadoop-hdfs-3_4_1-tests_jar-_-any-10110986795939908101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:21:55,425 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@501e8229{HTTP/1.1, (http/1.1)}{localhost:34455} 2024-11-16T01:21:55,425 INFO [Time-limited test {}] server.Server(415): Started @280330ms 2024-11-16T01:21:55,427 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T01:21:56,295 WARN [Thread-3447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/cluster_a1eb66d3-3d28-c5aa-329e-0a60d34baa18/data/data2/current/BP-41250908-172.17.0.2-1731720114343/current, will proceed with Du for space computation calculation, 2024-11-16T01:21:56,295 WARN [Thread-3446 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/cluster_a1eb66d3-3d28-c5aa-329e-0a60d34baa18/data/data1/current/BP-41250908-172.17.0.2-1731720114343/current, will proceed with Du for space computation calculation, 2024-11-16T01:21:56,313 WARN [Thread-3434 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T01:21:56,316 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd80cd9696e30eb9 with lease ID 0x37ea473f4b522e13: Processing first storage report for DS-46279c62-b47d-4c79-8cd2-983684d9397e from datanode DatanodeRegistration(127.0.0.1:39277, datanodeUuid=93773247-97cc-46f1-bb0d-320619577783, infoPort=36611, infoSecurePort=0, ipcPort=42117, storageInfo=lv=-57;cid=testClusterID;nsid=1905431511;c=1731720114343) 2024-11-16T01:21:56,316 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd80cd9696e30eb9 with lease ID 0x37ea473f4b522e13: from storage DS-46279c62-b47d-4c79-8cd2-983684d9397e node DatanodeRegistration(127.0.0.1:39277, datanodeUuid=93773247-97cc-46f1-bb0d-320619577783, infoPort=36611, infoSecurePort=0, ipcPort=42117, storageInfo=lv=-57;cid=testClusterID;nsid=1905431511;c=1731720114343), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:21:56,316 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd80cd9696e30eb9 with lease ID 0x37ea473f4b522e13: Processing first storage report for DS-b0220496-55df-47e2-9446-e497883d6e09 from datanode DatanodeRegistration(127.0.0.1:39277, datanodeUuid=93773247-97cc-46f1-bb0d-320619577783, infoPort=36611, infoSecurePort=0, ipcPort=42117, storageInfo=lv=-57;cid=testClusterID;nsid=1905431511;c=1731720114343) 2024-11-16T01:21:56,316 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd80cd9696e30eb9 with lease ID 0x37ea473f4b522e13: from storage DS-b0220496-55df-47e2-9446-e497883d6e09 node DatanodeRegistration(127.0.0.1:39277, datanodeUuid=93773247-97cc-46f1-bb0d-320619577783, infoPort=36611, infoSecurePort=0, ipcPort=42117, storageInfo=lv=-57;cid=testClusterID;nsid=1905431511;c=1731720114343), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:21:56,363 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b 2024-11-16T01:21:56,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:56,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:56,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741825_1001 (size=7) 2024-11-16T01:21:56,371 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b with version=8 2024-11-16T01:21:56,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/hbase-staging 2024-11-16T01:21:56,373 INFO [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=45 2024-11-16T01:21:56,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:21:56,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:21:56,374 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:21:56,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:21:56,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:21:56,374 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T01:21:56,374 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:21:56,374 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39713 2024-11-16T01:21:56,375 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39713 connecting to ZooKeeper ensemble=127.0.0.1:54190 2024-11-16T01:21:56,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397130x0, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:21:56,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39713-0x101413bec3b0000 connected 2024-11-16T01:21:56,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:56,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:56,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Set watcher on znode that does not yet exist, /01651305623/running 2024-11-16T01:21:56,592 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b, hbase.cluster.distributed=false 2024-11-16T01:21:56,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Set watcher on znode that does not yet exist, /01651305623/acl 2024-11-16T01:21:56,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39713 2024-11-16T01:21:56,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39713 2024-11-16T01:21:56,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39713 2024-11-16T01:21:56,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39713 2024-11-16T01:21:56,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39713 2024-11-16T01:21:56,611 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=45 2024-11-16T01:21:56,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:21:56,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:21:56,611 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:21:56,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:21:56,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:21:56,611 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T01:21:56,611 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:21:56,612 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41311 2024-11-16T01:21:56,613 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41311 connecting to ZooKeeper ensemble=127.0.0.1:54190 2024-11-16T01:21:56,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:56,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:56,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413110x0, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:21:56,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41311-0x101413bec3b0001 connected 2024-11-16T01:21:56,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41311-0x101413bec3b0001, quorum=127.0.0.1:54190, baseZNode=/01651305623 Set watcher on znode that does not yet exist, /01651305623/running 2024-11-16T01:21:56,690 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T01:21:56,690 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T01:21:56,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41311-0x101413bec3b0001, quorum=127.0.0.1:54190, baseZNode=/01651305623 Set watcher on znode that does not yet exist, /01651305623/master 2024-11-16T01:21:56,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41311-0x101413bec3b0001, quorum=127.0.0.1:54190, baseZNode=/01651305623 Set watcher on znode that does not yet exist, /01651305623/acl 2024-11-16T01:21:56,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41311 2024-11-16T01:21:56,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41311 2024-11-16T01:21:56,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41311 2024-11-16T01:21:56,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41311 2024-11-16T01:21:56,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41311 2024-11-16T01:21:56,717 DEBUG [M:0;844d197be988:39713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:39713 2024-11-16T01:21:56,718 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01651305623/backup-masters/844d197be988,39713,1731720116373 2024-11-16T01:21:56,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651305623/backup-masters 2024-11-16T01:21:56,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x101413bec3b0001, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651305623/backup-masters 2024-11-16T01:21:56,747 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Set watcher on existing znode=/01651305623/backup-masters/844d197be988,39713,1731720116373 2024-11-16T01:21:56,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x101413bec3b0001, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01651305623/master 2024-11-16T01:21:56,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651305623 2024-11-16T01:21:56,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x101413bec3b0001, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651305623 2024-11-16T01:21:56,757 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Set watcher on existing znode=/01651305623/master 2024-11-16T01:21:56,758 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01651305623/backup-masters/844d197be988,39713,1731720116373 from backup master directory 2024-11-16T01:21:56,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01651305623/backup-masters/844d197be988,39713,1731720116373 2024-11-16T01:21:56,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x101413bec3b0001, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651305623/backup-masters 2024-11-16T01:21:56,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651305623/backup-masters 2024-11-16T01:21:56,768 WARN [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:21:56,768 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,39713,1731720116373 2024-11-16T01:21:56,771 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/hbase.id] with ID: 61d5e7b8-2610-4dc9-8e7b-7dfc9235d7c5 2024-11-16T01:21:56,771 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/.tmp/hbase.id 2024-11-16T01:21:56,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741826_1002 (size=42) 2024-11-16T01:21:57,176 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/.tmp/hbase.id]:[hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/hbase.id] 2024-11-16T01:21:57,193 INFO [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:21:57,193 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T01:21:57,194 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T01:21:57,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x101413bec3b0001, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651305623 2024-11-16T01:21:57,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651305623 2024-11-16T01:21:57,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741827_1003 (size=196) 2024-11-16T01:21:57,257 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:21:57,258 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T01:21:57,258 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:21:57,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741828_1004 (size=1189) 2024-11-16T01:21:57,266 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/data/master/store 2024-11-16T01:21:57,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741829_1005 (size=34) 2024-11-16T01:21:57,280 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:57,280 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:21:57,280 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:57,280 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:57,280 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:21:57,280 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:57,280 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:21:57,280 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720117280Disabling compacts and flushes for region at 1731720117280Disabling writes for close at 1731720117280Writing region close event to WAL at 1731720117280Closed at 1731720117280 2024-11-16T01:21:57,281 WARN [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/data/master/store/.initializing 2024-11-16T01:21:57,281 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/WALs/844d197be988,39713,1731720116373 2024-11-16T01:21:57,282 INFO [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:21:57,283 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C39713%2C1731720116373, suffix=, logDir=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/WALs/844d197be988,39713,1731720116373, archiveDir=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/oldWALs, maxLogs=10 2024-11-16T01:21:57,304 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/WALs/844d197be988,39713,1731720116373/844d197be988%2C39713%2C1731720116373.1731720117284, exclude list is [], retry=0 2024-11-16T01:21:57,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39277,DS-46279c62-b47d-4c79-8cd2-983684d9397e,DISK] 2024-11-16T01:21:57,311 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/WALs/844d197be988,39713,1731720116373/844d197be988%2C39713%2C1731720116373.1731720117284 2024-11-16T01:21:57,312 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36611:36611)] 2024-11-16T01:21:57,312 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:21:57,312 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:57,313 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:57,313 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:57,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:57,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T01:21:57,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:57,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:57,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:57,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T01:21:57,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:57,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:57,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:57,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T01:21:57,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:57,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:57,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:57,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T01:21:57,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:57,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:21:57,327 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:57,328 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:57,328 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:57,329 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:57,329 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:57,330 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:21:57,331 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:21:57,340 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:21:57,340 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68093478, jitterRate=0.014671891927719116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:21:57,341 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731720117313Initializing all the Stores at 1731720117313Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720117313Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720117314 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720117314Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720117314Cleaning up temporary data from old regions at 1731720117329 (+15 ms)Region opened successfully at 1731720117341 (+12 ms) 2024-11-16T01:21:57,344 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T01:21:57,347 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@369c5f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:21:57,348 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T01:21:57,348 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T01:21:57,348 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T01:21:57,348 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T01:21:57,349 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T01:21:57,349 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T01:21:57,349 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T01:21:57,369 INFO [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T01:21:57,370 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Unable to get data of znode /01651305623/balancer because node does not exist (not necessarily an error) 2024-11-16T01:21:57,379 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01651305623/balancer already deleted, retry=false 2024-11-16T01:21:57,379 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T01:21:57,380 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Unable to get data of znode /01651305623/normalizer because node does not exist (not necessarily an error) 2024-11-16T01:21:57,388 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01651305623/normalizer already deleted, retry=false 2024-11-16T01:21:57,389 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T01:21:57,391 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Unable to get data of znode /01651305623/switch/split because node does not exist (not necessarily an error) 2024-11-16T01:21:57,399 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01651305623/switch/split already deleted, retry=false 2024-11-16T01:21:57,400 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Unable to get data of znode /01651305623/switch/merge because node does not exist (not necessarily an error) 2024-11-16T01:21:57,409 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01651305623/switch/merge already deleted, retry=false 2024-11-16T01:21:57,411 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Unable to get data of znode /01651305623/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T01:21:57,420 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01651305623/snapshot-cleanup already deleted, retry=false 2024-11-16T01:21:57,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x101413bec3b0001, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01651305623/running 2024-11-16T01:21:57,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01651305623/running 2024-11-16T01:21:57,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x101413bec3b0001, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651305623 2024-11-16T01:21:57,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651305623 2024-11-16T01:21:57,432 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,39713,1731720116373, sessionid=0x101413bec3b0000, setting cluster-up flag (Was=false) 2024-11-16T01:21:57,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x101413bec3b0001, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651305623 2024-11-16T01:21:57,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651305623 2024-11-16T01:21:57,483 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01651305623/flush-table-proc/acquired, /01651305623/flush-table-proc/reached, /01651305623/flush-table-proc/abort 2024-11-16T01:21:57,484 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,39713,1731720116373 2024-11-16T01:21:57,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x101413bec3b0001, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651305623 2024-11-16T01:21:57,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651305623 2024-11-16T01:21:57,536 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01651305623/online-snapshot/acquired, /01651305623/online-snapshot/reached, /01651305623/online-snapshot/abort 2024-11-16T01:21:57,537 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,39713,1731720116373 2024-11-16T01:21:57,538 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T01:21:57,540 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T01:21:57,540 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T01:21:57,540 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T01:21:57,540 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,39713,1731720116373 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T01:21:57,542 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:21:57,542 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:21:57,542 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:21:57,542 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:21:57,542 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10 2024-11-16T01:21:57,542 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:57,542 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:21:57,542 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:57,549 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731720147549 2024-11-16T01:21:57,549 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:21:57,549 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T01:21:57,549 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T01:21:57,549 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T01:21:57,549 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T01:21:57,549 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T01:21:57,549 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T01:21:57,549 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T01:21:57,550 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:57,550 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T01:21:57,552 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:57,557 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T01:21:57,557 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T01:21:57,557 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T01:21:57,557 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T01:21:57,557 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T01:21:57,557 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T01:21:57,558 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720117557,5,FailOnTimeoutGroup] 2024-11-16T01:21:57,560 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720117558,5,FailOnTimeoutGroup] 2024-11-16T01:21:57,560 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:57,560 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T01:21:57,560 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:57,560 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:57,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741831_1007 (size=1321) 2024-11-16T01:21:57,567 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T01:21:57,567 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b 2024-11-16T01:21:57,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741832_1008 (size=32) 2024-11-16T01:21:57,606 INFO [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(746): ClusterId : 61d5e7b8-2610-4dc9-8e7b-7dfc9235d7c5 2024-11-16T01:21:57,606 DEBUG [RS:0;844d197be988:41311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T01:21:57,615 DEBUG [RS:0;844d197be988:41311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T01:21:57,615 DEBUG [RS:0;844d197be988:41311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T01:21:57,626 DEBUG [RS:0;844d197be988:41311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T01:21:57,626 DEBUG [RS:0;844d197be988:41311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e58fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:21:57,642 DEBUG [RS:0;844d197be988:41311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:41311 2024-11-16T01:21:57,642 INFO [RS:0;844d197be988:41311 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T01:21:57,642 INFO [RS:0;844d197be988:41311 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T01:21:57,642 DEBUG [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T01:21:57,643 INFO [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,39713,1731720116373 with port=41311, startcode=1731720116611 2024-11-16T01:21:57,643 DEBUG [RS:0;844d197be988:41311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T01:21:57,644 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T01:21:57,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,41311,1731720116611 2024-11-16T01:21:57,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39713 {}] master.ServerManager(517): Registering regionserver=844d197be988,41311,1731720116611 2024-11-16T01:21:57,648 DEBUG [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b 2024-11-16T01:21:57,648 DEBUG [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42451 2024-11-16T01:21:57,648 DEBUG [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T01:21:57,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651305623/rs 2024-11-16T01:21:57,657 DEBUG [RS:0;844d197be988:41311 {}] zookeeper.ZKUtil(111): regionserver:41311-0x101413bec3b0001, quorum=127.0.0.1:54190, baseZNode=/01651305623 Set watcher on existing znode=/01651305623/rs/844d197be988,41311,1731720116611 2024-11-16T01:21:57,657 WARN [RS:0;844d197be988:41311 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:21:57,657 INFO [RS:0;844d197be988:41311 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:21:57,657 DEBUG [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611 2024-11-16T01:21:57,658 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,41311,1731720116611] 2024-11-16T01:21:57,661 INFO [RS:0;844d197be988:41311 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T01:21:57,664 INFO [RS:0;844d197be988:41311 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T01:21:57,664 INFO [RS:0;844d197be988:41311 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T01:21:57,665 INFO [RS:0;844d197be988:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:57,668 INFO [RS:0;844d197be988:41311 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T01:21:57,669 INFO [RS:0;844d197be988:41311 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T01:21:57,669 INFO [RS:0;844d197be988:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:57,669 DEBUG [RS:0;844d197be988:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:57,669 DEBUG [RS:0;844d197be988:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:57,669 DEBUG [RS:0;844d197be988:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:57,669 DEBUG [RS:0;844d197be988:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:57,669 DEBUG [RS:0;844d197be988:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:57,669 DEBUG [RS:0;844d197be988:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:21:57,669 DEBUG [RS:0;844d197be988:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:57,669 DEBUG [RS:0;844d197be988:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:57,669 DEBUG [RS:0;844d197be988:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:57,669 DEBUG [RS:0;844d197be988:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:57,669 DEBUG [RS:0;844d197be988:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:57,670 DEBUG [RS:0;844d197be988:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:21:57,670 DEBUG [RS:0;844d197be988:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:21:57,670 DEBUG [RS:0;844d197be988:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:21:57,673 INFO [RS:0;844d197be988:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:57,673 INFO [RS:0;844d197be988:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:57,673 INFO [RS:0;844d197be988:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:57,673 INFO [RS:0;844d197be988:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:57,673 INFO [RS:0;844d197be988:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:57,674 INFO [RS:0;844d197be988:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,41311,1731720116611-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:21:57,683 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:21:57,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:57,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:57,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:57,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:57,693 INFO [RS:0;844d197be988:41311 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T01:21:57,693 INFO [RS:0;844d197be988:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,41311,1731720116611-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:57,693 INFO [RS:0;844d197be988:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:57,693 INFO [RS:0;844d197be988:41311 {}] regionserver.Replication(171): 844d197be988,41311,1731720116611 started 2024-11-16T01:21:57,712 INFO [RS:0;844d197be988:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:57,712 INFO [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,41311,1731720116611, RpcServer on 844d197be988/172.17.0.2:41311, sessionid=0x101413bec3b0001 2024-11-16T01:21:57,713 DEBUG [RS:0;844d197be988:41311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T01:21:57,713 DEBUG [RS:0;844d197be988:41311 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,41311,1731720116611 2024-11-16T01:21:57,713 DEBUG [RS:0;844d197be988:41311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,41311,1731720116611' 2024-11-16T01:21:57,713 DEBUG [RS:0;844d197be988:41311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01651305623/flush-table-proc/abort' 2024-11-16T01:21:57,713 DEBUG [RS:0;844d197be988:41311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01651305623/flush-table-proc/acquired' 2024-11-16T01:21:57,713 DEBUG [RS:0;844d197be988:41311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T01:21:57,714 DEBUG [RS:0;844d197be988:41311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T01:21:57,714 DEBUG [RS:0;844d197be988:41311 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,41311,1731720116611 2024-11-16T01:21:57,714 DEBUG [RS:0;844d197be988:41311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,41311,1731720116611' 2024-11-16T01:21:57,714 DEBUG [RS:0;844d197be988:41311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01651305623/online-snapshot/abort' 2024-11-16T01:21:57,714 DEBUG [RS:0;844d197be988:41311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01651305623/online-snapshot/acquired' 2024-11-16T01:21:57,714 DEBUG [RS:0;844d197be988:41311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T01:21:57,715 INFO [RS:0;844d197be988:41311 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T01:21:57,715 INFO [RS:0;844d197be988:41311 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T01:21:57,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:57,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:57,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:57,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:57,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:57,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:57,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:57,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:57,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:57,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:21:57,815 INFO [RS:0;844d197be988:41311 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:21:57,816 INFO [RS:0;844d197be988:41311 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C41311%2C1731720116611, suffix=, logDir=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611, archiveDir=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/oldWALs, maxLogs=10 2024-11-16T01:21:57,832 DEBUG [RS:0;844d197be988:41311 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816, exclude list is [], retry=0 2024-11-16T01:21:57,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39277,DS-46279c62-b47d-4c79-8cd2-983684d9397e,DISK] 2024-11-16T01:21:57,841 INFO [RS:0;844d197be988:41311 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 2024-11-16T01:21:57,841 DEBUG [RS:0;844d197be988:41311 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36611:36611)] 2024-11-16T01:21:57,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:57,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:21:57,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:21:57,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:57,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:57,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:21:57,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:21:57,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:57,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:57,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:21:57,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:21:57,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:57,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:57,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:21:57,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:21:57,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:57,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:57,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:21:57,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740 2024-11-16T01:21:57,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740 2024-11-16T01:21:57,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:21:57,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:21:57,988 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:21:57,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:21:57,991 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:21:57,991 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67570493, jitterRate=0.0068788081407547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:21:57,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731720117981Initializing all the Stores at 1731720117982 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720117982Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720117982Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720117982Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720117982Cleaning up temporary data from old regions at 1731720117988 (+6 ms)Region opened successfully at 1731720117992 (+4 ms) 2024-11-16T01:21:57,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:21:57,992 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:21:57,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:21:57,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:21:57,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:21:57,992 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:21:57,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720117992Disabling compacts and flushes for region at 1731720117992Disabling writes for close at 1731720117992Writing region close event to WAL at 1731720117992Closed at 1731720117992 2024-11-16T01:21:57,993 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:21:57,993 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T01:21:57,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T01:21:57,994 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:21:57,995 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T01:21:58,145 DEBUG [844d197be988:39713 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:21:58,145 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,41311,1731720116611 2024-11-16T01:21:58,146 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,41311,1731720116611, state=OPENING 2024-11-16T01:21:58,199 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T01:21:58,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651305623 2024-11-16T01:21:58,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x101413bec3b0001, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651305623 2024-11-16T01:21:58,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01651305623/meta-region-server: CHANGED 2024-11-16T01:21:58,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01651305623/meta-region-server: CHANGED 2024-11-16T01:21:58,210 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:21:58,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,41311,1731720116611}] 2024-11-16T01:21:58,362 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:21:58,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:21:58,366 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T01:21:58,366 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:21:58,366 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T01:21:58,367 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C41311%2C1731720116611.meta, suffix=.meta, logDir=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611, archiveDir=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/oldWALs, maxLogs=10 2024-11-16T01:21:58,384 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.meta.1731720118367.meta, exclude list is [], retry=0 2024-11-16T01:21:58,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39277,DS-46279c62-b47d-4c79-8cd2-983684d9397e,DISK] 2024-11-16T01:21:58,387 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.meta.1731720118367.meta 2024-11-16T01:21:58,387 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36611:36611)] 2024-11-16T01:21:58,388 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:21:58,388 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:21:58,388 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:21:58,388 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T01:21:58,388 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T01:21:58,388 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T01:21:58,388 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:21:58,389 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T01:21:58,389 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T01:21:58,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:21:58,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:21:58,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:58,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:58,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:21:58,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:21:58,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:58,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:58,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:21:58,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:21:58,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:58,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:58,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:21:58,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:21:58,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:21:58,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:21:58,393 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:21:58,393 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740 2024-11-16T01:21:58,394 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740 2024-11-16T01:21:58,395 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:21:58,395 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:21:58,395 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:21:58,396 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:21:58,397 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62088818, jitterRate=-0.07480451464653015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:21:58,397 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T01:21:58,398 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731720118389Writing region info on filesystem at 1731720118389Initializing all the Stores at 1731720118389Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720118389Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720118389Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720118389Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720118389Cleaning up temporary data from old regions at 1731720118395 (+6 ms)Running coprocessor post-open hooks at 1731720118397 (+2 ms)Region opened successfully at 1731720118398 (+1 ms) 2024-11-16T01:21:58,398 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731720118362 2024-11-16T01:21:58,400 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T01:21:58,400 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T01:21:58,401 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,41311,1731720116611 2024-11-16T01:21:58,401 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,41311,1731720116611, state=OPEN 2024-11-16T01:21:58,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01651305623/meta-region-server 2024-11-16T01:21:58,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x101413bec3b0001, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01651305623/meta-region-server 2024-11-16T01:21:58,449 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,41311,1731720116611 2024-11-16T01:21:58,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01651305623/meta-region-server: CHANGED 2024-11-16T01:21:58,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01651305623/meta-region-server: CHANGED 2024-11-16T01:21:58,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T01:21:58,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,41311,1731720116611 in 239 msec 2024-11-16T01:21:58,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T01:21:58,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-11-16T01:21:58,454 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:21:58,454 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T01:21:58,455 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:21:58,455 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,41311,1731720116611, seqNum=-1] 2024-11-16T01:21:58,455 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:21:58,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:21:58,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 921 msec 2024-11-16T01:21:58,460 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731720118460, completionTime=-1 2024-11-16T01:21:58,461 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T01:21:58,461 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T01:21:58,462 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T01:21:58,462 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731720178462 2024-11-16T01:21:58,462 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731720238462 2024-11-16T01:21:58,462 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T01:21:58,463 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,39713,1731720116373-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:58,463 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,39713,1731720116373-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:58,463 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,39713,1731720116373-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:58,463 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:39713, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:58,463 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:58,464 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:58,465 DEBUG [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T01:21:58,467 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.699sec 2024-11-16T01:21:58,467 INFO [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T01:21:58,467 INFO [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T01:21:58,467 INFO [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T01:21:58,467 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T01:21:58,467 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T01:21:58,467 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,39713,1731720116373-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:21:58,467 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,39713,1731720116373-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T01:21:58,469 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T01:21:58,469 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T01:21:58,469 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,39713,1731720116373-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:21:58,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70ddbe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:58,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,39713,-1 for getting cluster id 2024-11-16T01:21:58,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:21:58,507 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61d5e7b8-2610-4dc9-8e7b-7dfc9235d7c5' 2024-11-16T01:21:58,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:21:58,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61d5e7b8-2610-4dc9-8e7b-7dfc9235d7c5" 2024-11-16T01:21:58,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387c0dbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:58,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,39713,-1] 2024-11-16T01:21:58,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:21:58,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:21:58,509 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:21:58,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bee57d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:21:58,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:21:58,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,41311,1731720116611, seqNum=-1] 2024-11-16T01:21:58,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:21:58,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:21:58,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=844d197be988,39713,1731720116373 2024-11-16T01:21:58,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54190 2024-11-16T01:21:58,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:21:58,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101413bec3b0002 connected 2024-11-16T01:21:58,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/hadoop.log.dir so I do NOT create it in target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09 2024-11-16T01:21:58,548 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T01:21:58,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/hadoop.tmp.dir so I do NOT create it in target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09 2024-11-16T01:21:58,549 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T01:21:58,549 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09 2024-11-16T01:21:58,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T01:21:58,549 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/cluster_d898b0d1-b2fd-c72a-9b66-cb19f3d3f77d, deleteOnExit=true 2024-11-16T01:21:58,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T01:21:58,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/test.cache.data in system properties and HBase conf 2024-11-16T01:21:58,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T01:21:58,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/hadoop.log.dir in system properties and HBase conf 2024-11-16T01:21:58,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T01:21:58,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T01:21:58,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T01:21:58,550 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T01:21:58,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:21:58,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:21:58,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T01:21:58,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:21:58,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T01:21:58,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T01:21:58,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:21:58,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:21:58,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T01:21:58,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/nfs.dump.dir in system properties and HBase conf 2024-11-16T01:21:58,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/java.io.tmpdir in system properties and HBase conf 2024-11-16T01:21:58,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:21:58,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T01:21:58,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T01:21:58,883 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:21:58,885 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:21:58,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:21:58,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:21:58,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T01:21:58,893 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:21:58,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@524e4e08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:21:58,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22daf0ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:21:58,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e2c27ab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/java.io.tmpdir/jetty-localhost-39901-hadoop-hdfs-3_4_1-tests_jar-_-any-16231862583303153190/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:21:58,999 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f771fe1{HTTP/1.1, (http/1.1)}{localhost:39901} 2024-11-16T01:21:58,999 INFO [Time-limited test {}] server.Server(415): Started @283904ms 2024-11-16T01:21:59,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:21:59,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:21:59,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:21:59,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:21:59,338 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:21:59,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fc5528c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:21:59,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8b4d207{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:21:59,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6764cdff{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/java.io.tmpdir/jetty-localhost-41679-hadoop-hdfs-3_4_1-tests_jar-_-any-5045565799855445651/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:21:59,442 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5245da61{HTTP/1.1, (http/1.1)}{localhost:41679} 2024-11-16T01:21:59,442 INFO [Time-limited test {}] server.Server(415): Started @284346ms 2024-11-16T01:21:59,442 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T01:22:00,087 WARN [Thread-3567 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/cluster_d898b0d1-b2fd-c72a-9b66-cb19f3d3f77d/data/data1/current/BP-1815633098-172.17.0.2-1731720118568/current, will proceed with Du for space computation calculation, 2024-11-16T01:22:00,087 WARN [Thread-3568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/cluster_d898b0d1-b2fd-c72a-9b66-cb19f3d3f77d/data/data2/current/BP-1815633098-172.17.0.2-1731720118568/current, will proceed with Du for space computation calculation, 2024-11-16T01:22:00,105 WARN [Thread-3555 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T01:22:00,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf0e77396bb4131c with lease ID 0xeb33a2b73d083f6c: Processing first storage report for DS-755348ad-cb72-4d8f-b8e0-6191e4075184 from datanode DatanodeRegistration(127.0.0.1:43035, datanodeUuid=d80bb753-88e7-42b6-a37a-d29f09c07bb5, infoPort=45239, infoSecurePort=0, ipcPort=39773, storageInfo=lv=-57;cid=testClusterID;nsid=1080208187;c=1731720118568) 2024-11-16T01:22:00,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf0e77396bb4131c with lease ID 0xeb33a2b73d083f6c: from storage DS-755348ad-cb72-4d8f-b8e0-6191e4075184 node DatanodeRegistration(127.0.0.1:43035, datanodeUuid=d80bb753-88e7-42b6-a37a-d29f09c07bb5, infoPort=45239, infoSecurePort=0, ipcPort=39773, storageInfo=lv=-57;cid=testClusterID;nsid=1080208187;c=1731720118568), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:22:00,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf0e77396bb4131c with lease ID 0xeb33a2b73d083f6c: Processing first storage report for DS-5f7ed451-3076-470e-b154-42ad5bb95c70 from datanode DatanodeRegistration(127.0.0.1:43035, datanodeUuid=d80bb753-88e7-42b6-a37a-d29f09c07bb5, infoPort=45239, infoSecurePort=0, ipcPort=39773, storageInfo=lv=-57;cid=testClusterID;nsid=1080208187;c=1731720118568) 2024-11-16T01:22:00,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf0e77396bb4131c with lease ID 0xeb33a2b73d083f6c: from storage DS-5f7ed451-3076-470e-b154-42ad5bb95c70 node DatanodeRegistration(127.0.0.1:43035, datanodeUuid=d80bb753-88e7-42b6-a37a-d29f09c07bb5, infoPort=45239, infoSecurePort=0, ipcPort=39773, storageInfo=lv=-57;cid=testClusterID;nsid=1080208187;c=1731720118568), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:22:00,164 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09 2024-11-16T01:22:00,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:00,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:00,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741825_1001 (size=7) 2024-11-16T01:22:00,578 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee with version=8 2024-11-16T01:22:00,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/hbase-staging 2024-11-16T01:22:00,579 INFO [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=45 2024-11-16T01:22:00,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:00,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:00,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:22:00,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:00,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:22:00,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T01:22:00,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:22:00,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44039 2024-11-16T01:22:00,580 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44039 connecting to ZooKeeper ensemble=127.0.0.1:54190 2024-11-16T01:22:00,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440390x0, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:22:00,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44039-0x101413bec3b0003 connected 2024-11-16T01:22:00,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:00,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:00,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Set watcher on znode that does not yet exist, /1-2115792601/running 2024-11-16T01:22:00,867 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee, hbase.cluster.distributed=false 2024-11-16T01:22:00,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Set watcher on znode that does not yet exist, /1-2115792601/acl 2024-11-16T01:22:00,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44039 2024-11-16T01:22:00,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44039 2024-11-16T01:22:00,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44039 2024-11-16T01:22:00,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44039 2024-11-16T01:22:00,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44039 2024-11-16T01:22:00,893 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=45 2024-11-16T01:22:00,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:00,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:00,893 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:22:00,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:00,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:22:00,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T01:22:00,894 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:22:00,894 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36773 2024-11-16T01:22:00,895 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36773 connecting to ZooKeeper ensemble=127.0.0.1:54190 2024-11-16T01:22:00,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:00,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:00,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367730x0, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:22:00,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367730x0, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Set watcher on znode that does not yet exist, /1-2115792601/running 2024-11-16T01:22:00,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36773-0x101413bec3b0004 connected 2024-11-16T01:22:00,909 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T01:22:00,910 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T01:22:00,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36773-0x101413bec3b0004, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Set watcher on znode that does not yet exist, /1-2115792601/master 2024-11-16T01:22:00,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36773-0x101413bec3b0004, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Set watcher on znode that does not yet exist, /1-2115792601/acl 2024-11-16T01:22:00,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36773 2024-11-16T01:22:00,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36773 2024-11-16T01:22:00,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36773 2024-11-16T01:22:00,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36773 2024-11-16T01:22:00,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36773 2024-11-16T01:22:00,934 DEBUG [M:0;844d197be988:44039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:44039 2024-11-16T01:22:00,934 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2115792601/backup-masters/844d197be988,44039,1731720120579 2024-11-16T01:22:00,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x101413bec3b0004, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2115792601/backup-masters 2024-11-16T01:22:00,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2115792601/backup-masters 2024-11-16T01:22:00,946 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Set watcher on existing znode=/1-2115792601/backup-masters/844d197be988,44039,1731720120579 2024-11-16T01:22:00,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x101413bec3b0004, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2115792601/master 2024-11-16T01:22:00,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2115792601 2024-11-16T01:22:00,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x101413bec3b0004, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2115792601 2024-11-16T01:22:00,957 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Set watcher on existing znode=/1-2115792601/master 2024-11-16T01:22:00,957 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2115792601/backup-masters/844d197be988,44039,1731720120579 from backup master directory 2024-11-16T01:22:00,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2115792601/backup-masters/844d197be988,44039,1731720120579 2024-11-16T01:22:00,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x101413bec3b0004, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2115792601/backup-masters 2024-11-16T01:22:00,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2115792601/backup-masters 2024-11-16T01:22:00,967 WARN [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:22:00,967 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,44039,1731720120579 2024-11-16T01:22:00,970 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/hbase.id] with ID: 7ad1a307-6f02-4198-acf5-ad8f1f111bad 2024-11-16T01:22:00,970 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/.tmp/hbase.id 2024-11-16T01:22:00,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741826_1002 (size=42) 2024-11-16T01:22:00,981 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/.tmp/hbase.id]:[hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/hbase.id] 2024-11-16T01:22:00,988 INFO [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:00,988 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T01:22:00,989 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T01:22:00,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x101413bec3b0004, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2115792601 2024-11-16T01:22:00,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2115792601 2024-11-16T01:22:01,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741827_1003 (size=196) 2024-11-16T01:22:01,407 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:22:01,407 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T01:22:01,407 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:22:01,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741828_1004 (size=1189) 2024-11-16T01:22:01,813 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/data/master/store 2024-11-16T01:22:01,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741829_1005 (size=34) 2024-11-16T01:22:01,817 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:01,817 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:22:01,817 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:01,817 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:01,817 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:22:01,817 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:01,817 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:01,817 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720121817Disabling compacts and flushes for region at 1731720121817Disabling writes for close at 1731720121817Writing region close event to WAL at 1731720121817Closed at 1731720121817 2024-11-16T01:22:01,818 WARN [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/data/master/store/.initializing 2024-11-16T01:22:01,818 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/WALs/844d197be988,44039,1731720120579 2024-11-16T01:22:01,819 INFO [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:22:01,820 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C44039%2C1731720120579, suffix=, logDir=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/WALs/844d197be988,44039,1731720120579, archiveDir=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/oldWALs, maxLogs=10 2024-11-16T01:22:01,831 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/WALs/844d197be988,44039,1731720120579/844d197be988%2C44039%2C1731720120579.1731720121820, exclude list is [], retry=0 2024-11-16T01:22:01,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43035,DS-755348ad-cb72-4d8f-b8e0-6191e4075184,DISK] 2024-11-16T01:22:01,835 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/WALs/844d197be988,44039,1731720120579/844d197be988%2C44039%2C1731720120579.1731720121820 2024-11-16T01:22:01,835 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45239:45239)] 2024-11-16T01:22:01,835 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:22:01,835 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:01,835 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:01,835 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:01,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:01,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T01:22:01,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:01,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:01,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:01,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T01:22:01,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:01,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:01,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:01,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T01:22:01,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:01,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:01,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:01,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T01:22:01,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:01,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:01,840 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:01,841 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:01,841 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:01,842 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:01,842 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:01,842 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:22:01,843 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:01,844 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:22:01,844 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70294557, jitterRate=0.04747052490711212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:22:01,844 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731720121835Initializing all the Stores at 1731720121836 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720121836Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720121836Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720121836Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720121836Cleaning up temporary data from old regions at 1731720121842 (+6 ms)Region opened successfully at 1731720121844 (+2 ms) 2024-11-16T01:22:01,845 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T01:22:01,846 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7329e319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:22:01,847 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T01:22:01,847 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T01:22:01,847 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T01:22:01,847 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T01:22:01,847 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T01:22:01,848 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T01:22:01,848 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T01:22:01,849 INFO [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T01:22:01,849 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Unable to get data of znode /1-2115792601/balancer because node does not exist (not necessarily an error) 2024-11-16T01:22:01,934 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2115792601/balancer already deleted, retry=false 2024-11-16T01:22:01,935 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T01:22:01,935 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Unable to get data of znode /1-2115792601/normalizer because node does not exist (not necessarily an error) 2024-11-16T01:22:01,987 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2115792601/normalizer already deleted, retry=false 2024-11-16T01:22:01,988 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T01:22:01,989 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Unable to get data of znode /1-2115792601/switch/split because node does not exist (not necessarily an error) 2024-11-16T01:22:02,078 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2115792601/switch/split already deleted, retry=false 2024-11-16T01:22:02,079 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Unable to get data of znode /1-2115792601/switch/merge because node does not exist (not necessarily an error) 2024-11-16T01:22:02,163 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2115792601/switch/merge already deleted, retry=false 2024-11-16T01:22:02,164 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Unable to get data of znode /1-2115792601/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T01:22:02,306 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2115792601/snapshot-cleanup already deleted, retry=false 2024-11-16T01:22:02,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x101413bec3b0004, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2115792601/running 2024-11-16T01:22:02,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2115792601/running 2024-11-16T01:22:02,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x101413bec3b0004, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2115792601 2024-11-16T01:22:02,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2115792601 2024-11-16T01:22:02,360 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,44039,1731720120579, sessionid=0x101413bec3b0003, setting cluster-up flag (Was=false) 2024-11-16T01:22:02,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2115792601 2024-11-16T01:22:02,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x101413bec3b0004, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2115792601 2024-11-16T01:22:02,805 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2115792601/flush-table-proc/acquired, /1-2115792601/flush-table-proc/reached, /1-2115792601/flush-table-proc/abort 2024-11-16T01:22:02,806 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,44039,1731720120579 2024-11-16T01:22:02,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2115792601 2024-11-16T01:22:02,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x101413bec3b0004, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2115792601 2024-11-16T01:22:03,160 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2115792601/online-snapshot/acquired, /1-2115792601/online-snapshot/reached, /1-2115792601/online-snapshot/abort 2024-11-16T01:22:03,160 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,44039,1731720120579 2024-11-16T01:22:03,161 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T01:22:03,162 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T01:22:03,162 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T01:22:03,162 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T01:22:03,162 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,44039,1731720120579 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T01:22:03,163 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:22:03,163 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:22:03,163 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:22:03,163 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:22:03,163 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10 2024-11-16T01:22:03,163 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:03,164 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:22:03,164 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:03,164 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731720153164 2024-11-16T01:22:03,164 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T01:22:03,164 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T01:22:03,164 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T01:22:03,164 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T01:22:03,164 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T01:22:03,164 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T01:22:03,165 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:03,165 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:22:03,165 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T01:22:03,165 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T01:22:03,165 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T01:22:03,165 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T01:22:03,165 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T01:22:03,165 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T01:22:03,165 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T01:22:03,165 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:03,165 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720123165,5,FailOnTimeoutGroup] 2024-11-16T01:22:03,165 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T01:22:03,166 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720123165,5,FailOnTimeoutGroup] 2024-11-16T01:22:03,166 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:03,166 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T01:22:03,166 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:03,166 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:03,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741831_1007 (size=1321) 2024-11-16T01:22:03,226 INFO [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(746): ClusterId : 7ad1a307-6f02-4198-acf5-ad8f1f111bad 2024-11-16T01:22:03,226 DEBUG [RS:0;844d197be988:36773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T01:22:03,272 DEBUG [RS:0;844d197be988:36773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T01:22:03,272 DEBUG [RS:0;844d197be988:36773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T01:22:03,309 DEBUG [RS:0;844d197be988:36773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T01:22:03,310 DEBUG [RS:0;844d197be988:36773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2ff461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:22:03,320 DEBUG [RS:0;844d197be988:36773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:36773 2024-11-16T01:22:03,320 INFO [RS:0;844d197be988:36773 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T01:22:03,320 INFO [RS:0;844d197be988:36773 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T01:22:03,320 DEBUG [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T01:22:03,320 INFO [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,44039,1731720120579 with port=36773, startcode=1731720120893 2024-11-16T01:22:03,320 DEBUG [RS:0;844d197be988:36773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T01:22:03,321 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T01:22:03,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44039 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,36773,1731720120893 2024-11-16T01:22:03,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44039 {}] master.ServerManager(517): Registering regionserver=844d197be988,36773,1731720120893 2024-11-16T01:22:03,323 DEBUG [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee 2024-11-16T01:22:03,323 DEBUG [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42037 2024-11-16T01:22:03,323 DEBUG [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T01:22:03,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2115792601/rs 2024-11-16T01:22:03,409 DEBUG [RS:0;844d197be988:36773 {}] zookeeper.ZKUtil(111): regionserver:36773-0x101413bec3b0004, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Set watcher on existing znode=/1-2115792601/rs/844d197be988,36773,1731720120893 2024-11-16T01:22:03,409 WARN [RS:0;844d197be988:36773 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:22:03,409 INFO [RS:0;844d197be988:36773 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:22:03,409 DEBUG [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893 2024-11-16T01:22:03,413 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,36773,1731720120893] 2024-11-16T01:22:03,418 INFO [RS:0;844d197be988:36773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T01:22:03,420 INFO [RS:0;844d197be988:36773 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T01:22:03,420 INFO [RS:0;844d197be988:36773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T01:22:03,420 INFO [RS:0;844d197be988:36773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:03,424 INFO [RS:0;844d197be988:36773 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T01:22:03,424 INFO [RS:0;844d197be988:36773 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T01:22:03,425 INFO [RS:0;844d197be988:36773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:03,425 DEBUG [RS:0;844d197be988:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:03,425 DEBUG [RS:0;844d197be988:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:03,425 DEBUG [RS:0;844d197be988:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:03,425 DEBUG [RS:0;844d197be988:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:03,425 DEBUG [RS:0;844d197be988:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:03,425 DEBUG [RS:0;844d197be988:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:22:03,425 DEBUG [RS:0;844d197be988:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:03,425 DEBUG [RS:0;844d197be988:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:03,425 DEBUG [RS:0;844d197be988:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:03,425 DEBUG [RS:0;844d197be988:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:03,425 DEBUG [RS:0;844d197be988:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:03,425 DEBUG [RS:0;844d197be988:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:03,425 DEBUG [RS:0;844d197be988:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:22:03,425 DEBUG [RS:0;844d197be988:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:22:03,426 INFO [RS:0;844d197be988:36773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:03,426 INFO [RS:0;844d197be988:36773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:03,426 INFO [RS:0;844d197be988:36773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:03,426 INFO [RS:0;844d197be988:36773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:03,426 INFO [RS:0;844d197be988:36773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:03,426 INFO [RS:0;844d197be988:36773 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,36773,1731720120893-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:22:03,439 INFO [RS:0;844d197be988:36773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T01:22:03,440 INFO [RS:0;844d197be988:36773 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,36773,1731720120893-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:03,440 INFO [RS:0;844d197be988:36773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:03,440 INFO [RS:0;844d197be988:36773 {}] regionserver.Replication(171): 844d197be988,36773,1731720120893 started 2024-11-16T01:22:03,453 INFO [RS:0;844d197be988:36773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:03,453 INFO [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,36773,1731720120893, RpcServer on 844d197be988/172.17.0.2:36773, sessionid=0x101413bec3b0004 2024-11-16T01:22:03,453 DEBUG [RS:0;844d197be988:36773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T01:22:03,453 DEBUG [RS:0;844d197be988:36773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,36773,1731720120893 2024-11-16T01:22:03,453 DEBUG [RS:0;844d197be988:36773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,36773,1731720120893' 2024-11-16T01:22:03,453 DEBUG [RS:0;844d197be988:36773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2115792601/flush-table-proc/abort' 2024-11-16T01:22:03,454 DEBUG [RS:0;844d197be988:36773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2115792601/flush-table-proc/acquired' 2024-11-16T01:22:03,454 DEBUG [RS:0;844d197be988:36773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T01:22:03,454 DEBUG [RS:0;844d197be988:36773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T01:22:03,454 DEBUG [RS:0;844d197be988:36773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,36773,1731720120893 2024-11-16T01:22:03,454 DEBUG [RS:0;844d197be988:36773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,36773,1731720120893' 2024-11-16T01:22:03,454 DEBUG [RS:0;844d197be988:36773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2115792601/online-snapshot/abort' 2024-11-16T01:22:03,454 DEBUG [RS:0;844d197be988:36773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2115792601/online-snapshot/acquired' 2024-11-16T01:22:03,454 DEBUG [RS:0;844d197be988:36773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T01:22:03,455 INFO [RS:0;844d197be988:36773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T01:22:03,455 INFO [RS:0;844d197be988:36773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T01:22:03,555 INFO [RS:0;844d197be988:36773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:22:03,556 INFO [RS:0;844d197be988:36773 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C36773%2C1731720120893, suffix=, logDir=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893, archiveDir=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/oldWALs, maxLogs=10 2024-11-16T01:22:03,570 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T01:22:03,570 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee 2024-11-16T01:22:03,572 DEBUG [RS:0;844d197be988:36773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556, exclude list is [], retry=0 2024-11-16T01:22:03,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43035,DS-755348ad-cb72-4d8f-b8e0-6191e4075184,DISK] 2024-11-16T01:22:03,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741832_1008 (size=32) 2024-11-16T01:22:03,576 INFO [RS:0;844d197be988:36773 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 2024-11-16T01:22:03,577 DEBUG [RS:0;844d197be988:36773 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45239:45239)] 2024-11-16T01:22:03,890 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:22:03,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:03,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:03,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:03,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:03,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:03,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:03,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:03,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:03,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:03,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:03,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:03,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:03,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:03,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:03,956 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T01:22:03,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:03,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:22:03,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:22:03,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:03,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:03,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:22:03,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:22:03,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:03,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:03,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:22:03,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:22:03,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:03,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:03,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:22:03,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:22:03,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:03,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:03,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:22:03,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740 2024-11-16T01:22:03,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740 2024-11-16T01:22:03,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:22:03,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:22:03,982 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:22:03,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:22:03,984 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:22:03,984 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74957680, jitterRate=0.11695647239685059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:22:03,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731720123976Initializing all the Stores at 1731720123976Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720123976Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720123976Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720123976Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720123976Cleaning up temporary data from old regions at 1731720123982 (+6 ms)Region opened successfully at 1731720123984 (+2 ms) 2024-11-16T01:22:03,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:22:03,984 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:22:03,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:22:03,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:22:03,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:22:03,985 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:22:03,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720123984Disabling compacts and flushes for region at 1731720123984Disabling writes for close at 1731720123984Writing region close event to WAL at 1731720123985 (+1 ms)Closed at 1731720123985 2024-11-16T01:22:03,986 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:22:03,986 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T01:22:03,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T01:22:03,987 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:22:03,987 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T01:22:04,137 DEBUG [844d197be988:44039 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:22:04,138 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,36773,1731720120893 2024-11-16T01:22:04,139 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,36773,1731720120893, state=OPENING 2024-11-16T01:22:04,151 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T01:22:04,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x101413bec3b0004, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2115792601 2024-11-16T01:22:04,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2115792601 2024-11-16T01:22:04,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2115792601/meta-region-server: CHANGED 2024-11-16T01:22:04,172 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:22:04,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2115792601/meta-region-server: CHANGED 2024-11-16T01:22:04,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,36773,1731720120893}] 2024-11-16T01:22:04,324 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:22:04,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:22:04,336 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T01:22:04,336 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:22:04,336 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T01:22:04,338 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C36773%2C1731720120893.meta, suffix=.meta, logDir=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893, archiveDir=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/oldWALs, maxLogs=10 2024-11-16T01:22:04,356 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.meta.1731720124338.meta, exclude list is [], retry=0 2024-11-16T01:22:04,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43035,DS-755348ad-cb72-4d8f-b8e0-6191e4075184,DISK] 2024-11-16T01:22:04,361 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.meta.1731720124338.meta 2024-11-16T01:22:04,361 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45239:45239)] 2024-11-16T01:22:04,362 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:22:04,362 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:22:04,362 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:22:04,362 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T01:22:04,362 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T01:22:04,362 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T01:22:04,362 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:04,362 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T01:22:04,362 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T01:22:04,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:22:04,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:22:04,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:04,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:04,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:22:04,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:22:04,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:04,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:04,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:22:04,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:22:04,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:04,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:04,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:22:04,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:22:04,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:04,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:04,367 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:22:04,367 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740 2024-11-16T01:22:04,368 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740 2024-11-16T01:22:04,369 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:22:04,369 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:22:04,369 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:22:04,370 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:22:04,370 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62829980, jitterRate=-0.06376034021377563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:22:04,370 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T01:22:04,370 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731720124362Writing region info on filesystem at 1731720124363 (+1 ms)Initializing all the Stores at 1731720124363Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720124363Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720124363Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720124363Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720124363Cleaning up temporary data from old regions at 1731720124369 (+6 ms)Running coprocessor post-open hooks at 1731720124370 (+1 ms)Region opened successfully at 1731720124370 2024-11-16T01:22:04,371 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731720124324 2024-11-16T01:22:04,372 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T01:22:04,373 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T01:22:04,373 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,36773,1731720120893 2024-11-16T01:22:04,373 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,36773,1731720120893, state=OPEN 2024-11-16T01:22:04,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x101413bec3b0004, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2115792601/meta-region-server 2024-11-16T01:22:04,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2115792601/meta-region-server 2024-11-16T01:22:04,382 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,36773,1731720120893 2024-11-16T01:22:04,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2115792601/meta-region-server: CHANGED 2024-11-16T01:22:04,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2115792601/meta-region-server: CHANGED 2024-11-16T01:22:04,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T01:22:04,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,36773,1731720120893 in 210 msec 2024-11-16T01:22:04,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T01:22:04,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 398 msec 2024-11-16T01:22:04,385 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:22:04,385 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T01:22:04,386 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:22:04,386 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,36773,1731720120893, seqNum=-1] 2024-11-16T01:22:04,387 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:22:04,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:22:04,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2290 sec 2024-11-16T01:22:04,391 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731720124391, completionTime=-1 2024-11-16T01:22:04,391 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T01:22:04,391 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T01:22:04,392 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T01:22:04,392 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731720184392 2024-11-16T01:22:04,392 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731720244392 2024-11-16T01:22:04,392 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T01:22:04,393 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44039,1731720120579-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:04,393 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44039,1731720120579-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:04,393 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44039,1731720120579-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:04,393 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:44039, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:04,393 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:04,393 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:04,394 DEBUG [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T01:22:04,395 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.428sec 2024-11-16T01:22:04,395 INFO [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T01:22:04,395 INFO [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T01:22:04,396 INFO [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T01:22:04,396 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T01:22:04,396 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T01:22:04,396 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44039,1731720120579-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:22:04,396 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44039,1731720120579-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T01:22:04,397 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T01:22:04,397 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T01:22:04,397 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44039,1731720120579-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:04,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5ca16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:04,426 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44039,-1 for getting cluster id 2024-11-16T01:22:04,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:22:04,427 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ad1a307-6f02-4198-acf5-ad8f1f111bad' 2024-11-16T01:22:04,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:22:04,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ad1a307-6f02-4198-acf5-ad8f1f111bad" 2024-11-16T01:22:04,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a67d2c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:04,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44039,-1] 2024-11-16T01:22:04,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:22:04,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:04,429 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:22:04,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4718f2c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:04,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:22:04,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,36773,1731720120893, seqNum=-1] 2024-11-16T01:22:04,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:22:04,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:22:04,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=844d197be988,44039,1731720120579 2024-11-16T01:22:04,435 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54190 2024-11-16T01:22:04,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:22:04,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101413bec3b0005 connected 2024-11-16T01:22:04,448 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:22:04,448 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:22:04,449 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88796 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:22:04,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/hadoop.log.dir so I do NOT create it in target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e 2024-11-16T01:22:04,470 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T01:22:04,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/hadoop.tmp.dir so I do NOT create it in target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e 2024-11-16T01:22:04,470 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T01:22:04,471 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e 2024-11-16T01:22:04,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T01:22:04,471 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/cluster_36c31dc6-cb54-8fbe-c543-6e81dc32293c, deleteOnExit=true 2024-11-16T01:22:04,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T01:22:04,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/test.cache.data in system properties and HBase conf 2024-11-16T01:22:04,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T01:22:04,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/hadoop.log.dir in system properties and HBase conf 2024-11-16T01:22:04,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T01:22:04,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T01:22:04,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T01:22:04,471 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T01:22:04,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:22:04,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:22:04,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T01:22:04,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:22:04,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T01:22:04,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T01:22:04,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:22:04,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:22:04,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T01:22:04,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/nfs.dump.dir in system properties and HBase conf 2024-11-16T01:22:04,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/java.io.tmpdir in system properties and HBase conf 2024-11-16T01:22:04,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:22:04,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T01:22:04,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T01:22:04,844 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:22:04,847 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:22:04,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:22:04,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:22:04,854 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:22:04,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:22:04,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b3ee04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:22:04,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fc48511{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:22:04,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29ce3ee8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/java.io.tmpdir/jetty-localhost-45183-hadoop-hdfs-3_4_1-tests_jar-_-any-745935878904111991/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:22:04,949 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a225d5e{HTTP/1.1, (http/1.1)}{localhost:45183} 2024-11-16T01:22:04,949 INFO [Time-limited test {}] server.Server(415): Started @289854ms 2024-11-16T01:22:05,268 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:22:05,286 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:22:05,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:22:05,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:22:05,288 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:22:05,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e9b6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:22:05,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23550a67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:22:05,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60bd6425{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/java.io.tmpdir/jetty-localhost-37113-hadoop-hdfs-3_4_1-tests_jar-_-any-16368031209500892071/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:22:05,386 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fcd3b2c{HTTP/1.1, (http/1.1)}{localhost:37113} 2024-11-16T01:22:05,386 INFO [Time-limited test {}] server.Server(415): Started @290291ms 2024-11-16T01:22:05,387 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T01:22:06,034 WARN [Thread-3689 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/cluster_36c31dc6-cb54-8fbe-c543-6e81dc32293c/data/data2/current/BP-777468138-172.17.0.2-1731720124513/current, will proceed with Du for space computation calculation, 2024-11-16T01:22:06,034 WARN [Thread-3688 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/cluster_36c31dc6-cb54-8fbe-c543-6e81dc32293c/data/data1/current/BP-777468138-172.17.0.2-1731720124513/current, will proceed with Du for space computation calculation, 2024-11-16T01:22:06,052 WARN [Thread-3676 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T01:22:06,058 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98a5d4063a3ef31d with lease ID 0x7fe5cb6553317358: Processing first storage report for DS-4086dc4c-452e-4e39-a6f0-b904c2a6458d from datanode DatanodeRegistration(127.0.0.1:38507, datanodeUuid=2c8b6164-2fdd-4df7-b6c3-6a5b1f5b4826, infoPort=39759, infoSecurePort=0, ipcPort=38997, storageInfo=lv=-57;cid=testClusterID;nsid=1691122407;c=1731720124513) 2024-11-16T01:22:06,058 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98a5d4063a3ef31d with lease ID 0x7fe5cb6553317358: from storage DS-4086dc4c-452e-4e39-a6f0-b904c2a6458d node DatanodeRegistration(127.0.0.1:38507, datanodeUuid=2c8b6164-2fdd-4df7-b6c3-6a5b1f5b4826, infoPort=39759, infoSecurePort=0, ipcPort=38997, storageInfo=lv=-57;cid=testClusterID;nsid=1691122407;c=1731720124513), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:22:06,058 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98a5d4063a3ef31d with lease ID 0x7fe5cb6553317358: Processing first storage report for DS-82583568-7035-45c4-b81c-a5dc28a0698a from datanode DatanodeRegistration(127.0.0.1:38507, datanodeUuid=2c8b6164-2fdd-4df7-b6c3-6a5b1f5b4826, infoPort=39759, infoSecurePort=0, ipcPort=38997, storageInfo=lv=-57;cid=testClusterID;nsid=1691122407;c=1731720124513) 2024-11-16T01:22:06,058 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98a5d4063a3ef31d with lease ID 0x7fe5cb6553317358: from storage DS-82583568-7035-45c4-b81c-a5dc28a0698a node DatanodeRegistration(127.0.0.1:38507, datanodeUuid=2c8b6164-2fdd-4df7-b6c3-6a5b1f5b4826, infoPort=39759, infoSecurePort=0, ipcPort=38997, storageInfo=lv=-57;cid=testClusterID;nsid=1691122407;c=1731720124513), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:22:06,115 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e 2024-11-16T01:22:06,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:06,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:06,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741825_1001 (size=7) 2024-11-16T01:22:06,523 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f with version=8 2024-11-16T01:22:06,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/hbase-staging 2024-11-16T01:22:06,525 INFO [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=45 2024-11-16T01:22:06,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:06,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:06,525 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:22:06,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:06,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:22:06,525 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T01:22:06,525 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:22:06,526 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34359 2024-11-16T01:22:06,526 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34359 connecting to ZooKeeper ensemble=127.0.0.1:54190 2024-11-16T01:22:06,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343590x0, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:22:06,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34359-0x101413bec3b0006 connected 2024-11-16T01:22:06,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:06,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:06,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Set watcher on znode that does not yet exist, /2521360289/running 2024-11-16T01:22:06,612 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f, hbase.cluster.distributed=false 2024-11-16T01:22:06,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Set watcher on znode that does not yet exist, /2521360289/acl 2024-11-16T01:22:06,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34359 2024-11-16T01:22:06,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34359 2024-11-16T01:22:06,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34359 2024-11-16T01:22:06,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34359 2024-11-16T01:22:06,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34359 2024-11-16T01:22:06,631 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=45 2024-11-16T01:22:06,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:06,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:06,631 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:22:06,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:06,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:22:06,631 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T01:22:06,631 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:22:06,632 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33827 2024-11-16T01:22:06,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33827 connecting to ZooKeeper ensemble=127.0.0.1:54190 2024-11-16T01:22:06,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:06,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:06,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338270x0, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:22:06,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338270x0, quorum=127.0.0.1:54190, baseZNode=/2521360289 Set watcher on znode that does not yet exist, /2521360289/running 2024-11-16T01:22:06,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33827-0x101413bec3b0007 connected 2024-11-16T01:22:06,646 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T01:22:06,646 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T01:22:06,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33827-0x101413bec3b0007, quorum=127.0.0.1:54190, baseZNode=/2521360289 Set watcher on znode that does not yet exist, /2521360289/master 2024-11-16T01:22:06,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33827-0x101413bec3b0007, quorum=127.0.0.1:54190, baseZNode=/2521360289 Set watcher on znode that does not yet exist, /2521360289/acl 2024-11-16T01:22:06,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33827 2024-11-16T01:22:06,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33827 2024-11-16T01:22:06,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33827 2024-11-16T01:22:06,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33827 2024-11-16T01:22:06,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33827 2024-11-16T01:22:06,664 DEBUG [M:0;844d197be988:34359 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:34359 2024-11-16T01:22:06,664 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2521360289/backup-masters/844d197be988,34359,1731720126525 2024-11-16T01:22:06,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x101413bec3b0007, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2521360289/backup-masters 2024-11-16T01:22:06,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2521360289/backup-masters 2024-11-16T01:22:06,672 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Set watcher on existing znode=/2521360289/backup-masters/844d197be988,34359,1731720126525 2024-11-16T01:22:06,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x101413bec3b0007, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2521360289/master 2024-11-16T01:22:06,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2521360289 2024-11-16T01:22:06,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x101413bec3b0007, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2521360289 2024-11-16T01:22:06,683 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Set watcher on existing znode=/2521360289/master 2024-11-16T01:22:06,683 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2521360289/backup-masters/844d197be988,34359,1731720126525 from backup master directory 2024-11-16T01:22:06,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2521360289/backup-masters/844d197be988,34359,1731720126525 2024-11-16T01:22:06,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x101413bec3b0007, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2521360289/backup-masters 2024-11-16T01:22:06,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2521360289/backup-masters 2024-11-16T01:22:06,693 WARN [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:22:06,693 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,34359,1731720126525 2024-11-16T01:22:06,696 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/hbase.id] with ID: b1f1bd0c-8e55-4f1a-a9fb-69dfec6cf249 2024-11-16T01:22:06,696 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/.tmp/hbase.id 2024-11-16T01:22:06,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741826_1002 (size=42) 2024-11-16T01:22:07,100 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/.tmp/hbase.id]:[hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/hbase.id] 2024-11-16T01:22:07,108 INFO [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:07,108 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T01:22:07,109 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T01:22:07,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x101413bec3b0007, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2521360289 2024-11-16T01:22:07,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2521360289 2024-11-16T01:22:07,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741827_1003 (size=196) 2024-11-16T01:22:07,561 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:22:07,561 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T01:22:07,561 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:22:07,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741828_1004 (size=1189) 2024-11-16T01:22:07,967 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/data/master/store 2024-11-16T01:22:07,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741829_1005 (size=34) 2024-11-16T01:22:08,371 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:08,371 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:22:08,371 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:08,371 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:08,371 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:22:08,371 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:08,371 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:08,371 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720128371Disabling compacts and flushes for region at 1731720128371Disabling writes for close at 1731720128371Writing region close event to WAL at 1731720128371Closed at 1731720128371 2024-11-16T01:22:08,372 WARN [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/data/master/store/.initializing 2024-11-16T01:22:08,372 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/WALs/844d197be988,34359,1731720126525 2024-11-16T01:22:08,373 INFO [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:22:08,374 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C34359%2C1731720126525, suffix=, logDir=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/WALs/844d197be988,34359,1731720126525, archiveDir=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/oldWALs, maxLogs=10 2024-11-16T01:22:08,389 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/WALs/844d197be988,34359,1731720126525/844d197be988%2C34359%2C1731720126525.1731720128375, exclude list is [], retry=0 2024-11-16T01:22:08,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38507,DS-4086dc4c-452e-4e39-a6f0-b904c2a6458d,DISK] 2024-11-16T01:22:08,393 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/WALs/844d197be988,34359,1731720126525/844d197be988%2C34359%2C1731720126525.1731720128375 2024-11-16T01:22:08,393 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39759:39759)] 2024-11-16T01:22:08,393 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:22:08,393 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:08,393 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:08,393 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:08,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:08,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T01:22:08,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:08,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:08,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:08,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T01:22:08,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:08,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:08,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:08,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T01:22:08,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:08,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:08,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:08,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T01:22:08,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:08,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:08,399 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:08,400 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:08,400 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:08,401 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:08,401 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:08,401 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:22:08,402 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:08,403 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:22:08,404 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65761083, jitterRate=-0.020083501935005188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:22:08,404 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731720128393Initializing all the Stores at 1731720128394 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720128394Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720128394Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720128394Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720128394Cleaning up temporary data from old regions at 1731720128401 (+7 ms)Region opened successfully at 1731720128404 (+3 ms) 2024-11-16T01:22:08,404 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T01:22:08,406 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e8eab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:22:08,407 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T01:22:08,407 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T01:22:08,407 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T01:22:08,407 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T01:22:08,408 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T01:22:08,408 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T01:22:08,408 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T01:22:08,410 INFO [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T01:22:08,411 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Unable to get data of znode /2521360289/balancer because node does not exist (not necessarily an error) 2024-11-16T01:22:08,508 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2521360289/balancer already deleted, retry=false 2024-11-16T01:22:08,509 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T01:22:08,510 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Unable to get data of znode /2521360289/normalizer because node does not exist (not necessarily an error) 2024-11-16T01:22:08,519 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2521360289/normalizer already deleted, retry=false 2024-11-16T01:22:08,519 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T01:22:08,520 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Unable to get data of znode /2521360289/switch/split because node does not exist (not necessarily an error) 2024-11-16T01:22:08,529 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2521360289/switch/split already deleted, retry=false 2024-11-16T01:22:08,530 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Unable to get data of znode /2521360289/switch/merge because node does not exist (not necessarily an error) 2024-11-16T01:22:08,540 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2521360289/switch/merge already deleted, retry=false 2024-11-16T01:22:08,542 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Unable to get data of znode /2521360289/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T01:22:08,550 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2521360289/snapshot-cleanup already deleted, retry=false 2024-11-16T01:22:08,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x101413bec3b0007, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2521360289/running 2024-11-16T01:22:08,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x101413bec3b0007, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2521360289 2024-11-16T01:22:08,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2521360289/running 2024-11-16T01:22:08,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2521360289 2024-11-16T01:22:08,562 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,34359,1731720126525, sessionid=0x101413bec3b0006, setting cluster-up flag (Was=false) 2024-11-16T01:22:08,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x101413bec3b0007, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2521360289 2024-11-16T01:22:08,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2521360289 2024-11-16T01:22:08,620 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2521360289/flush-table-proc/acquired, /2521360289/flush-table-proc/reached, /2521360289/flush-table-proc/abort 2024-11-16T01:22:08,620 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,34359,1731720126525 2024-11-16T01:22:08,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2521360289 2024-11-16T01:22:08,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x101413bec3b0007, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2521360289 2024-11-16T01:22:08,672 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2521360289/online-snapshot/acquired, /2521360289/online-snapshot/reached, /2521360289/online-snapshot/abort 2024-11-16T01:22:08,673 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,34359,1731720126525 2024-11-16T01:22:08,677 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T01:22:08,678 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T01:22:08,679 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T01:22:08,679 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T01:22:08,679 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,34359,1731720126525 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T01:22:08,680 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:22:08,680 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:22:08,680 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:22:08,680 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:22:08,680 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10 2024-11-16T01:22:08,680 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:08,680 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:22:08,680 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:08,686 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:22:08,686 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T01:22:08,687 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:08,687 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T01:22:08,692 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731720158692 2024-11-16T01:22:08,692 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T01:22:08,693 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T01:22:08,693 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T01:22:08,693 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T01:22:08,693 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T01:22:08,693 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T01:22:08,693 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:08,694 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T01:22:08,694 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T01:22:08,694 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T01:22:08,694 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T01:22:08,694 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T01:22:08,694 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T01:22:08,694 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720128694,5,FailOnTimeoutGroup] 2024-11-16T01:22:08,694 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720128694,5,FailOnTimeoutGroup] 2024-11-16T01:22:08,694 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:08,694 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T01:22:08,694 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:08,694 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:08,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741831_1007 (size=1321) 2024-11-16T01:22:08,756 INFO [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(746): ClusterId : b1f1bd0c-8e55-4f1a-a9fb-69dfec6cf249 2024-11-16T01:22:08,756 DEBUG [RS:0;844d197be988:33827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T01:22:08,767 DEBUG [RS:0;844d197be988:33827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T01:22:08,767 DEBUG [RS:0;844d197be988:33827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T01:22:08,778 DEBUG [RS:0;844d197be988:33827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T01:22:08,778 DEBUG [RS:0;844d197be988:33827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b23d66f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:22:08,788 DEBUG [RS:0;844d197be988:33827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:33827 2024-11-16T01:22:08,788 INFO [RS:0;844d197be988:33827 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T01:22:08,788 INFO [RS:0;844d197be988:33827 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T01:22:08,788 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T01:22:08,789 INFO [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,34359,1731720126525 with port=33827, startcode=1731720126631 2024-11-16T01:22:08,789 DEBUG [RS:0;844d197be988:33827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T01:22:08,790 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T01:22:08,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34359 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,33827,1731720126631 2024-11-16T01:22:08,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34359 {}] master.ServerManager(517): Registering regionserver=844d197be988,33827,1731720126631 2024-11-16T01:22:08,791 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f 2024-11-16T01:22:08,791 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34731 2024-11-16T01:22:08,791 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T01:22:08,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2521360289/rs 2024-11-16T01:22:08,849 DEBUG [RS:0;844d197be988:33827 {}] zookeeper.ZKUtil(111): regionserver:33827-0x101413bec3b0007, quorum=127.0.0.1:54190, baseZNode=/2521360289 Set watcher on existing znode=/2521360289/rs/844d197be988,33827,1731720126631 2024-11-16T01:22:08,849 WARN [RS:0;844d197be988:33827 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:22:08,849 INFO [RS:0;844d197be988:33827 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:22:08,849 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631 2024-11-16T01:22:08,849 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,33827,1731720126631] 2024-11-16T01:22:08,851 INFO [RS:0;844d197be988:33827 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T01:22:08,852 INFO [RS:0;844d197be988:33827 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T01:22:08,852 INFO [RS:0;844d197be988:33827 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T01:22:08,852 INFO [RS:0;844d197be988:33827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:08,853 INFO [RS:0;844d197be988:33827 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T01:22:08,853 INFO [RS:0;844d197be988:33827 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T01:22:08,853 INFO [RS:0;844d197be988:33827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:08,853 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:08,853 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:08,853 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:08,853 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:08,853 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:08,853 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:22:08,853 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:08,853 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:08,853 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:08,853 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:08,853 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:08,853 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:08,853 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:22:08,853 DEBUG [RS:0;844d197be988:33827 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:22:08,854 INFO [RS:0;844d197be988:33827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:08,854 INFO [RS:0;844d197be988:33827 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:08,854 INFO [RS:0;844d197be988:33827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:08,854 INFO [RS:0;844d197be988:33827 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:08,854 INFO [RS:0;844d197be988:33827 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:08,854 INFO [RS:0;844d197be988:33827 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,33827,1731720126631-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:22:08,866 INFO [RS:0;844d197be988:33827 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T01:22:08,866 INFO [RS:0;844d197be988:33827 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,33827,1731720126631-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:08,866 INFO [RS:0;844d197be988:33827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:08,866 INFO [RS:0;844d197be988:33827 {}] regionserver.Replication(171): 844d197be988,33827,1731720126631 started 2024-11-16T01:22:08,877 INFO [RS:0;844d197be988:33827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:08,877 INFO [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,33827,1731720126631, RpcServer on 844d197be988/172.17.0.2:33827, sessionid=0x101413bec3b0007 2024-11-16T01:22:08,877 DEBUG [RS:0;844d197be988:33827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T01:22:08,877 DEBUG [RS:0;844d197be988:33827 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,33827,1731720126631 2024-11-16T01:22:08,877 DEBUG [RS:0;844d197be988:33827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,33827,1731720126631' 2024-11-16T01:22:08,877 DEBUG [RS:0;844d197be988:33827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2521360289/flush-table-proc/abort' 2024-11-16T01:22:08,878 DEBUG [RS:0;844d197be988:33827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2521360289/flush-table-proc/acquired' 2024-11-16T01:22:08,878 DEBUG [RS:0;844d197be988:33827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T01:22:08,878 DEBUG [RS:0;844d197be988:33827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T01:22:08,878 DEBUG [RS:0;844d197be988:33827 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,33827,1731720126631 2024-11-16T01:22:08,878 DEBUG [RS:0;844d197be988:33827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,33827,1731720126631' 2024-11-16T01:22:08,878 DEBUG [RS:0;844d197be988:33827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2521360289/online-snapshot/abort' 2024-11-16T01:22:08,878 DEBUG [RS:0;844d197be988:33827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2521360289/online-snapshot/acquired' 2024-11-16T01:22:08,879 DEBUG [RS:0;844d197be988:33827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T01:22:08,879 INFO [RS:0;844d197be988:33827 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T01:22:08,879 INFO [RS:0;844d197be988:33827 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T01:22:08,979 INFO [RS:0;844d197be988:33827 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:22:08,980 INFO [RS:0;844d197be988:33827 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C33827%2C1731720126631, suffix=, logDir=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631, archiveDir=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/oldWALs, maxLogs=10 2024-11-16T01:22:08,991 DEBUG [RS:0;844d197be988:33827 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980, exclude list is [], retry=0 2024-11-16T01:22:08,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38507,DS-4086dc4c-452e-4e39-a6f0-b904c2a6458d,DISK] 2024-11-16T01:22:08,995 INFO [RS:0;844d197be988:33827 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 2024-11-16T01:22:08,995 DEBUG [RS:0;844d197be988:33827 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39759:39759)] 2024-11-16T01:22:09,101 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T01:22:09,101 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f 2024-11-16T01:22:09,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741833_1009 (size=32) 2024-11-16T01:22:09,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:09,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:22:09,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:22:09,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:09,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:09,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:22:09,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:22:09,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:09,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:09,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:22:09,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:22:09,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:09,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:09,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:22:09,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:22:09,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:09,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:09,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:22:09,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740 2024-11-16T01:22:09,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740 2024-11-16T01:22:09,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:22:09,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:22:09,523 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:22:09,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:22:09,525 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:22:09,525 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74719243, jitterRate=0.11340348422527313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:22:09,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731720129517Initializing all the Stores at 1731720129517Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720129517Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720129517Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720129517Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720129517Cleaning up temporary data from old regions at 1731720129523 (+6 ms)Region opened successfully at 1731720129525 (+2 ms) 2024-11-16T01:22:09,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:22:09,526 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:22:09,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:22:09,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:22:09,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:22:09,526 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:22:09,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720129526Disabling compacts and flushes for region at 1731720129526Disabling writes for close at 1731720129526Writing region close event to WAL at 1731720129526Closed at 1731720129526 2024-11-16T01:22:09,527 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:22:09,527 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T01:22:09,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T01:22:09,527 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:22:09,528 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T01:22:09,678 DEBUG [844d197be988:34359 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:22:09,679 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,33827,1731720126631 2024-11-16T01:22:09,680 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,33827,1731720126631, state=OPENING 2024-11-16T01:22:09,729 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T01:22:09,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x101413bec3b0007, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2521360289 2024-11-16T01:22:09,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2521360289 2024-11-16T01:22:09,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2521360289/meta-region-server: CHANGED 2024-11-16T01:22:09,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2521360289/meta-region-server: CHANGED 2024-11-16T01:22:09,740 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:22:09,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,33827,1731720126631}] 2024-11-16T01:22:09,865 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:22:09,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:09,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:09,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:09,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:09,892 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:22:09,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:22:09,895 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T01:22:09,896 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:22:09,896 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T01:22:09,897 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C33827%2C1731720126631.meta, suffix=.meta, logDir=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631, archiveDir=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/oldWALs, maxLogs=10 2024-11-16T01:22:09,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:09,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:09,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:09,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:09,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:09,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:09,912 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.meta.1731720129897.meta, exclude list is [], retry=0 2024-11-16T01:22:09,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38507,DS-4086dc4c-452e-4e39-a6f0-b904c2a6458d,DISK] 2024-11-16T01:22:09,915 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.meta.1731720129897.meta 2024-11-16T01:22:09,917 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39759:39759)] 2024-11-16T01:22:09,917 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:22:09,917 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:22:09,917 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:22:09,918 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T01:22:09,918 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T01:22:09,918 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T01:22:09,918 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:09,918 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T01:22:09,918 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T01:22:09,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:22:09,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:09,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:22:09,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:09,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:09,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:22:09,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:22:09,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:09,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:09,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:22:09,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:22:09,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:09,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:09,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:22:09,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:22:09,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:09,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:09,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:09,924 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:22:09,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:09,925 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740 2024-11-16T01:22:09,926 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740 2024-11-16T01:22:09,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:09,927 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:22:09,927 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:22:09,927 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:22:09,929 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:22:09,929 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73914223, jitterRate=0.10140775144100189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:22:09,929 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T01:22:09,929 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731720129918Writing region info on filesystem at 1731720129918Initializing all the Stores at 1731720129919 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720129919Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720129920 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720129920Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720129920Cleaning up temporary data from old regions at 1731720129927 (+7 ms)Running coprocessor post-open hooks at 1731720129929 (+2 ms)Region opened successfully at 1731720129929 2024-11-16T01:22:09,930 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731720129892 2024-11-16T01:22:09,933 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T01:22:09,933 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T01:22:09,933 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,33827,1731720126631 2024-11-16T01:22:09,934 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,33827,1731720126631, state=OPEN 2024-11-16T01:22:09,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x101413bec3b0007, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2521360289/meta-region-server 2024-11-16T01:22:09,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2521360289/meta-region-server 2024-11-16T01:22:09,946 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,33827,1731720126631 2024-11-16T01:22:09,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2521360289/meta-region-server: CHANGED 2024-11-16T01:22:09,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2521360289/meta-region-server: CHANGED 2024-11-16T01:22:09,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T01:22:09,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,33827,1731720126631 in 206 msec 2024-11-16T01:22:09,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T01:22:09,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 422 msec 2024-11-16T01:22:09,952 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:22:09,952 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T01:22:09,954 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:22:09,954 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,33827,1731720126631, seqNum=-1] 2024-11-16T01:22:09,954 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:22:09,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:22:09,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2830 sec 2024-11-16T01:22:09,961 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731720129961, completionTime=-1 2024-11-16T01:22:09,962 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T01:22:09,962 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T01:22:09,964 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T01:22:09,964 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731720189964 2024-11-16T01:22:09,964 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731720249964 2024-11-16T01:22:09,964 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T01:22:09,964 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34359,1731720126525-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:09,964 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34359,1731720126525-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:09,964 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34359,1731720126525-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:09,964 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:34359, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:09,964 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:09,966 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:09,967 DEBUG [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T01:22:09,972 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.279sec 2024-11-16T01:22:09,973 INFO [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T01:22:09,973 INFO [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T01:22:09,973 INFO [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T01:22:09,973 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T01:22:09,973 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T01:22:09,973 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34359,1731720126525-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:22:09,973 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34359,1731720126525-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T01:22:09,989 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T01:22:09,989 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T01:22:09,989 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34359,1731720126525-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:10,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3612a408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:10,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34359,-1 for getting cluster id 2024-11-16T01:22:10,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:22:10,058 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1f1bd0c-8e55-4f1a-a9fb-69dfec6cf249' 2024-11-16T01:22:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:22:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1f1bd0c-8e55-4f1a-a9fb-69dfec6cf249" 2024-11-16T01:22:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337dc11a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34359,-1] 2024-11-16T01:22:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:22:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:10,059 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:22:10,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3f51d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:10,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:22:10,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,33827,1731720126631, seqNum=-1] 2024-11-16T01:22:10,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:22:10,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:22:10,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=844d197be988,34359,1731720126525 2024-11-16T01:22:10,064 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54190 2024-11-16T01:22:10,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:22:10,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101413bec3b0008 connected 2024-11-16T01:22:10,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:22:10,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,39713,1731720116373 2024-11-16T01:22:10,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c799513 2024-11-16T01:22:10,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:22:10,091 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:22:10,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:22:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T01:22:10,093 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:22:10,093 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:10,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T01:22:10,094 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:22:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:22:10,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741835_1011 (size=902) 2024-11-16T01:22:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:22:10,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:22:10,504 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12bafe0608ebf658149860d242140ae0, NAME => 'test,,1731720130091.12bafe0608ebf658149860d242140ae0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b 2024-11-16T01:22:10,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741836_1012 (size=39) 2024-11-16T01:22:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:22:10,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731720130091.12bafe0608ebf658149860d242140ae0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:10,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 12bafe0608ebf658149860d242140ae0, disabling compactions & flushes 2024-11-16T01:22:10,910 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731720130091.12bafe0608ebf658149860d242140ae0. 2024-11-16T01:22:10,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720130091.12bafe0608ebf658149860d242140ae0. 2024-11-16T01:22:10,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731720130091.12bafe0608ebf658149860d242140ae0. after waiting 0 ms 2024-11-16T01:22:10,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731720130091.12bafe0608ebf658149860d242140ae0. 2024-11-16T01:22:10,910 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731720130091.12bafe0608ebf658149860d242140ae0. 2024-11-16T01:22:10,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12bafe0608ebf658149860d242140ae0: Waiting for close lock at 1731720130910Disabling compacts and flushes for region at 1731720130910Disabling writes for close at 1731720130910Writing region close event to WAL at 1731720130910Closed at 1731720130910 2024-11-16T01:22:10,911 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:22:10,912 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731720130091.12bafe0608ebf658149860d242140ae0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731720130911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720130911"}]},"ts":"1731720130911"} 2024-11-16T01:22:10,913 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:22:10,914 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:22:10,914 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720130914"}]},"ts":"1731720130914"} 2024-11-16T01:22:10,916 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T01:22:10,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=12bafe0608ebf658149860d242140ae0, ASSIGN}] 2024-11-16T01:22:10,917 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=12bafe0608ebf658149860d242140ae0, ASSIGN 2024-11-16T01:22:10,917 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=12bafe0608ebf658149860d242140ae0, ASSIGN; state=OFFLINE, location=844d197be988,41311,1731720116611; forceNewPlan=false, retain=false 2024-11-16T01:22:11,068 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12bafe0608ebf658149860d242140ae0, regionState=OPENING, regionLocation=844d197be988,41311,1731720116611 2024-11-16T01:22:11,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=12bafe0608ebf658149860d242140ae0, ASSIGN because future has completed 2024-11-16T01:22:11,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12bafe0608ebf658149860d242140ae0, server=844d197be988,41311,1731720116611}] 2024-11-16T01:22:11,226 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731720130091.12bafe0608ebf658149860d242140ae0. 2024-11-16T01:22:11,227 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 12bafe0608ebf658149860d242140ae0, NAME => 'test,,1731720130091.12bafe0608ebf658149860d242140ae0.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:22:11,227 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:22:11,227 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T01:22:11,227 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 12bafe0608ebf658149860d242140ae0 2024-11-16T01:22:11,227 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731720130091.12bafe0608ebf658149860d242140ae0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:11,227 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 12bafe0608ebf658149860d242140ae0 2024-11-16T01:22:11,228 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 12bafe0608ebf658149860d242140ae0 2024-11-16T01:22:11,229 INFO [StoreOpener-12bafe0608ebf658149860d242140ae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 12bafe0608ebf658149860d242140ae0 2024-11-16T01:22:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:22:11,230 INFO [StoreOpener-12bafe0608ebf658149860d242140ae0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12bafe0608ebf658149860d242140ae0 columnFamilyName f 2024-11-16T01:22:11,230 DEBUG [StoreOpener-12bafe0608ebf658149860d242140ae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:11,230 INFO [StoreOpener-12bafe0608ebf658149860d242140ae0-1 {}] regionserver.HStore(327): Store=12bafe0608ebf658149860d242140ae0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:11,230 INFO [StoreOpener-12bafe0608ebf658149860d242140ae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 12bafe0608ebf658149860d242140ae0 2024-11-16T01:22:11,231 INFO [StoreOpener-12bafe0608ebf658149860d242140ae0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12bafe0608ebf658149860d242140ae0 columnFamilyName f1 2024-11-16T01:22:11,231 DEBUG [StoreOpener-12bafe0608ebf658149860d242140ae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:11,231 INFO [StoreOpener-12bafe0608ebf658149860d242140ae0-1 {}] regionserver.HStore(327): Store=12bafe0608ebf658149860d242140ae0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:11,231 INFO [StoreOpener-12bafe0608ebf658149860d242140ae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 12bafe0608ebf658149860d242140ae0 2024-11-16T01:22:11,232 INFO [StoreOpener-12bafe0608ebf658149860d242140ae0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12bafe0608ebf658149860d242140ae0 columnFamilyName norep 2024-11-16T01:22:11,232 DEBUG [StoreOpener-12bafe0608ebf658149860d242140ae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:11,232 INFO [StoreOpener-12bafe0608ebf658149860d242140ae0-1 {}] regionserver.HStore(327): Store=12bafe0608ebf658149860d242140ae0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:11,232 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 12bafe0608ebf658149860d242140ae0 2024-11-16T01:22:11,233 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/default/test/12bafe0608ebf658149860d242140ae0 2024-11-16T01:22:11,233 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/default/test/12bafe0608ebf658149860d242140ae0 2024-11-16T01:22:11,234 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 12bafe0608ebf658149860d242140ae0 2024-11-16T01:22:11,234 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 12bafe0608ebf658149860d242140ae0 2024-11-16T01:22:11,234 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:22:11,235 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 12bafe0608ebf658149860d242140ae0 2024-11-16T01:22:11,236 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/default/test/12bafe0608ebf658149860d242140ae0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:22:11,237 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 12bafe0608ebf658149860d242140ae0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65246384, jitterRate=-0.027753114700317383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:22:11,237 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12bafe0608ebf658149860d242140ae0 2024-11-16T01:22:11,244 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 12bafe0608ebf658149860d242140ae0: Running coprocessor pre-open hook at 1731720131228Writing region info on filesystem at 1731720131228Initializing all the Stores at 1731720131228Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720131228Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720131228Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720131228Cleaning up temporary data from old regions at 1731720131234 (+6 ms)Running coprocessor post-open hooks at 1731720131237 (+3 ms)Region opened successfully at 1731720131244 (+7 ms) 2024-11-16T01:22:11,245 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731720130091.12bafe0608ebf658149860d242140ae0., pid=6, masterSystemTime=1731720131222 2024-11-16T01:22:11,248 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731720130091.12bafe0608ebf658149860d242140ae0. 2024-11-16T01:22:11,248 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731720130091.12bafe0608ebf658149860d242140ae0. 2024-11-16T01:22:11,248 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12bafe0608ebf658149860d242140ae0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=844d197be988,41311,1731720116611 2024-11-16T01:22:11,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12bafe0608ebf658149860d242140ae0, server=844d197be988,41311,1731720116611 because future has completed 2024-11-16T01:22:11,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T01:22:11,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 12bafe0608ebf658149860d242140ae0, server=844d197be988,41311,1731720116611 in 181 msec 2024-11-16T01:22:11,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T01:22:11,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=12bafe0608ebf658149860d242140ae0, ASSIGN in 336 msec 2024-11-16T01:22:11,254 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:22:11,255 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720131254"}]},"ts":"1731720131254"} 2024-11-16T01:22:11,256 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T01:22:11,257 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:22:11,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-16T01:22:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:22:12,239 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T01:22:12,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:22:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,44039,1731720120579 2024-11-16T01:22:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@747993e0 2024-11-16T01:22:12,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:22:12,242 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:22:12,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:22:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T01:22:12,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:22:12,247 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:12,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T01:22:12,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:22:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:22:12,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741835_1011 (size=902) 2024-11-16T01:22:12,257 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4352f341dd1a9f168d88bb59844c0afb, NAME => 'test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee 2024-11-16T01:22:12,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741836_1012 (size=39) 2024-11-16T01:22:12,282 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:12,282 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4352f341dd1a9f168d88bb59844c0afb, disabling compactions & flushes 2024-11-16T01:22:12,282 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb. 2024-11-16T01:22:12,282 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb. 2024-11-16T01:22:12,282 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb. after waiting 0 ms 2024-11-16T01:22:12,282 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb. 2024-11-16T01:22:12,283 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb. 2024-11-16T01:22:12,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4352f341dd1a9f168d88bb59844c0afb: Waiting for close lock at 1731720132282Disabling compacts and flushes for region at 1731720132282Disabling writes for close at 1731720132282Writing region close event to WAL at 1731720132282Closed at 1731720132282 2024-11-16T01:22:12,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:22:12,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731720132284"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720132284"}]},"ts":"1731720132284"} 2024-11-16T01:22:12,286 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:22:12,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:22:12,287 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720132287"}]},"ts":"1731720132287"} 2024-11-16T01:22:12,293 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T01:22:12,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4352f341dd1a9f168d88bb59844c0afb, ASSIGN}] 2024-11-16T01:22:12,295 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4352f341dd1a9f168d88bb59844c0afb, ASSIGN 2024-11-16T01:22:12,295 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4352f341dd1a9f168d88bb59844c0afb, ASSIGN; state=OFFLINE, location=844d197be988,36773,1731720120893; forceNewPlan=false, retain=false 2024-11-16T01:22:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:22:12,446 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4352f341dd1a9f168d88bb59844c0afb, regionState=OPENING, regionLocation=844d197be988,36773,1731720120893 2024-11-16T01:22:12,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4352f341dd1a9f168d88bb59844c0afb, ASSIGN because future has completed 2024-11-16T01:22:12,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4352f341dd1a9f168d88bb59844c0afb, server=844d197be988,36773,1731720120893}] 2024-11-16T01:22:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:22:12,617 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb. 2024-11-16T01:22:12,617 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4352f341dd1a9f168d88bb59844c0afb, NAME => 'test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:22:12,617 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:22:12,617 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T01:22:12,618 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4352f341dd1a9f168d88bb59844c0afb 2024-11-16T01:22:12,618 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:12,618 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4352f341dd1a9f168d88bb59844c0afb 2024-11-16T01:22:12,618 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4352f341dd1a9f168d88bb59844c0afb 2024-11-16T01:22:12,624 INFO [StoreOpener-4352f341dd1a9f168d88bb59844c0afb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4352f341dd1a9f168d88bb59844c0afb 2024-11-16T01:22:12,625 INFO [StoreOpener-4352f341dd1a9f168d88bb59844c0afb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4352f341dd1a9f168d88bb59844c0afb columnFamilyName f 2024-11-16T01:22:12,626 DEBUG [StoreOpener-4352f341dd1a9f168d88bb59844c0afb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:12,626 INFO [StoreOpener-4352f341dd1a9f168d88bb59844c0afb-1 {}] regionserver.HStore(327): Store=4352f341dd1a9f168d88bb59844c0afb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:12,626 INFO [StoreOpener-4352f341dd1a9f168d88bb59844c0afb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4352f341dd1a9f168d88bb59844c0afb 2024-11-16T01:22:12,629 INFO [StoreOpener-4352f341dd1a9f168d88bb59844c0afb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4352f341dd1a9f168d88bb59844c0afb columnFamilyName f1 2024-11-16T01:22:12,629 DEBUG [StoreOpener-4352f341dd1a9f168d88bb59844c0afb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:12,629 INFO [StoreOpener-4352f341dd1a9f168d88bb59844c0afb-1 {}] regionserver.HStore(327): Store=4352f341dd1a9f168d88bb59844c0afb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:12,630 INFO [StoreOpener-4352f341dd1a9f168d88bb59844c0afb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4352f341dd1a9f168d88bb59844c0afb 2024-11-16T01:22:12,633 INFO [StoreOpener-4352f341dd1a9f168d88bb59844c0afb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4352f341dd1a9f168d88bb59844c0afb columnFamilyName norep 2024-11-16T01:22:12,633 DEBUG [StoreOpener-4352f341dd1a9f168d88bb59844c0afb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:12,634 INFO [StoreOpener-4352f341dd1a9f168d88bb59844c0afb-1 {}] regionserver.HStore(327): Store=4352f341dd1a9f168d88bb59844c0afb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:12,634 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4352f341dd1a9f168d88bb59844c0afb 2024-11-16T01:22:12,634 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/default/test/4352f341dd1a9f168d88bb59844c0afb 2024-11-16T01:22:12,635 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/default/test/4352f341dd1a9f168d88bb59844c0afb 2024-11-16T01:22:12,636 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4352f341dd1a9f168d88bb59844c0afb 2024-11-16T01:22:12,636 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4352f341dd1a9f168d88bb59844c0afb 2024-11-16T01:22:12,636 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:22:12,638 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4352f341dd1a9f168d88bb59844c0afb 2024-11-16T01:22:12,640 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/default/test/4352f341dd1a9f168d88bb59844c0afb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:22:12,640 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4352f341dd1a9f168d88bb59844c0afb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65370894, jitterRate=-0.02589777112007141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:22:12,640 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4352f341dd1a9f168d88bb59844c0afb 2024-11-16T01:22:12,640 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4352f341dd1a9f168d88bb59844c0afb: Running coprocessor pre-open hook at 1731720132618Writing region info on filesystem at 1731720132618Initializing all the Stores at 1731720132621 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720132621Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720132624 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720132624Cleaning up temporary data from old regions at 1731720132636 (+12 ms)Running coprocessor post-open hooks at 1731720132640 (+4 ms)Region opened successfully at 1731720132640 2024-11-16T01:22:12,641 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb., pid=6, masterSystemTime=1731720132612 2024-11-16T01:22:12,644 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4352f341dd1a9f168d88bb59844c0afb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=844d197be988,36773,1731720120893 2024-11-16T01:22:12,646 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb. 2024-11-16T01:22:12,646 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb. 2024-11-16T01:22:12,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4352f341dd1a9f168d88bb59844c0afb, server=844d197be988,36773,1731720120893 because future has completed 2024-11-16T01:22:12,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T01:22:12,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4352f341dd1a9f168d88bb59844c0afb, server=844d197be988,36773,1731720120893 in 209 msec 2024-11-16T01:22:12,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T01:22:12,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4352f341dd1a9f168d88bb59844c0afb, ASSIGN in 367 msec 2024-11-16T01:22:12,663 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:22:12,663 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720132663"}]},"ts":"1731720132663"} 2024-11-16T01:22:12,666 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T01:22:12,667 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:22:12,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 424 msec 2024-11-16T01:22:12,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T01:22:12,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T01:22:12,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:22:12,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T01:22:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:22:12,879 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T01:22:12,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:22:12,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,34359,1731720126525 2024-11-16T01:22:12,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@178e9caf 2024-11-16T01:22:12,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:22:12,880 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:22:12,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34359 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:22:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34359 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T01:22:12,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:22:12,883 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:12,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34359 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T01:22:12,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:22:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:22:12,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741835_1011 (size=902) 2024-11-16T01:22:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:22:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:22:13,290 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b7166da8a55df19f431c442fcbc8bc1c, NAME => 'test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f 2024-11-16T01:22:13,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741836_1012 (size=39) 2024-11-16T01:22:13,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:13,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b7166da8a55df19f431c442fcbc8bc1c, disabling compactions & flushes 2024-11-16T01:22:13,294 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c. 2024-11-16T01:22:13,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c. 2024-11-16T01:22:13,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c. after waiting 0 ms 2024-11-16T01:22:13,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c. 2024-11-16T01:22:13,294 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c. 2024-11-16T01:22:13,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b7166da8a55df19f431c442fcbc8bc1c: Waiting for close lock at 1731720133294Disabling compacts and flushes for region at 1731720133294Disabling writes for close at 1731720133294Writing region close event to WAL at 1731720133294Closed at 1731720133294 2024-11-16T01:22:13,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:22:13,295 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731720133295"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720133295"}]},"ts":"1731720133295"} 2024-11-16T01:22:13,297 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:22:13,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:22:13,298 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720133298"}]},"ts":"1731720133298"} 2024-11-16T01:22:13,300 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T01:22:13,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b7166da8a55df19f431c442fcbc8bc1c, ASSIGN}] 2024-11-16T01:22:13,302 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b7166da8a55df19f431c442fcbc8bc1c, ASSIGN 2024-11-16T01:22:13,302 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b7166da8a55df19f431c442fcbc8bc1c, ASSIGN; state=OFFLINE, location=844d197be988,33827,1731720126631; forceNewPlan=false, retain=false 2024-11-16T01:22:13,453 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b7166da8a55df19f431c442fcbc8bc1c, regionState=OPENING, regionLocation=844d197be988,33827,1731720126631 2024-11-16T01:22:13,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b7166da8a55df19f431c442fcbc8bc1c, ASSIGN because future has completed 2024-11-16T01:22:13,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7166da8a55df19f431c442fcbc8bc1c, server=844d197be988,33827,1731720126631}] 2024-11-16T01:22:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:22:13,612 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c. 2024-11-16T01:22:13,612 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b7166da8a55df19f431c442fcbc8bc1c, NAME => 'test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:22:13,612 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:22:13,613 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T01:22:13,613 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b7166da8a55df19f431c442fcbc8bc1c 2024-11-16T01:22:13,613 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:13,613 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b7166da8a55df19f431c442fcbc8bc1c 2024-11-16T01:22:13,613 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b7166da8a55df19f431c442fcbc8bc1c 2024-11-16T01:22:13,616 INFO [StoreOpener-b7166da8a55df19f431c442fcbc8bc1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b7166da8a55df19f431c442fcbc8bc1c 2024-11-16T01:22:13,617 INFO [StoreOpener-b7166da8a55df19f431c442fcbc8bc1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7166da8a55df19f431c442fcbc8bc1c columnFamilyName f 2024-11-16T01:22:13,618 DEBUG [StoreOpener-b7166da8a55df19f431c442fcbc8bc1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:13,618 INFO [StoreOpener-b7166da8a55df19f431c442fcbc8bc1c-1 {}] regionserver.HStore(327): Store=b7166da8a55df19f431c442fcbc8bc1c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:13,618 INFO [StoreOpener-b7166da8a55df19f431c442fcbc8bc1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b7166da8a55df19f431c442fcbc8bc1c 2024-11-16T01:22:13,621 INFO [StoreOpener-b7166da8a55df19f431c442fcbc8bc1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7166da8a55df19f431c442fcbc8bc1c columnFamilyName f1 2024-11-16T01:22:13,621 DEBUG [StoreOpener-b7166da8a55df19f431c442fcbc8bc1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:13,621 INFO [StoreOpener-b7166da8a55df19f431c442fcbc8bc1c-1 {}] regionserver.HStore(327): Store=b7166da8a55df19f431c442fcbc8bc1c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:13,621 INFO [StoreOpener-b7166da8a55df19f431c442fcbc8bc1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b7166da8a55df19f431c442fcbc8bc1c 2024-11-16T01:22:13,622 INFO [StoreOpener-b7166da8a55df19f431c442fcbc8bc1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7166da8a55df19f431c442fcbc8bc1c columnFamilyName norep 2024-11-16T01:22:13,623 DEBUG [StoreOpener-b7166da8a55df19f431c442fcbc8bc1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:13,623 INFO [StoreOpener-b7166da8a55df19f431c442fcbc8bc1c-1 {}] regionserver.HStore(327): Store=b7166da8a55df19f431c442fcbc8bc1c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:13,623 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b7166da8a55df19f431c442fcbc8bc1c 2024-11-16T01:22:13,623 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/default/test/b7166da8a55df19f431c442fcbc8bc1c 2024-11-16T01:22:13,624 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/default/test/b7166da8a55df19f431c442fcbc8bc1c 2024-11-16T01:22:13,624 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b7166da8a55df19f431c442fcbc8bc1c 2024-11-16T01:22:13,625 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b7166da8a55df19f431c442fcbc8bc1c 2024-11-16T01:22:13,625 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:22:13,626 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b7166da8a55df19f431c442fcbc8bc1c 2024-11-16T01:22:13,627 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/default/test/b7166da8a55df19f431c442fcbc8bc1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:22:13,628 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b7166da8a55df19f431c442fcbc8bc1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64991008, jitterRate=-0.03155851364135742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:22:13,628 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7166da8a55df19f431c442fcbc8bc1c 2024-11-16T01:22:13,628 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b7166da8a55df19f431c442fcbc8bc1c: Running coprocessor pre-open hook at 1731720133613Writing region info on filesystem at 1731720133613Initializing all the Stores at 1731720133614 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720133614Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720133616 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720133616Cleaning up temporary data from old regions at 1731720133625 (+9 ms)Running coprocessor post-open hooks at 1731720133628 (+3 ms)Region opened successfully at 1731720133628 2024-11-16T01:22:13,629 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c., pid=6, masterSystemTime=1731720133608 2024-11-16T01:22:13,631 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c. 2024-11-16T01:22:13,631 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c. 2024-11-16T01:22:13,631 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b7166da8a55df19f431c442fcbc8bc1c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=844d197be988,33827,1731720126631 2024-11-16T01:22:13,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7166da8a55df19f431c442fcbc8bc1c, server=844d197be988,33827,1731720126631 because future has completed 2024-11-16T01:22:13,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T01:22:13,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b7166da8a55df19f431c442fcbc8bc1c, server=844d197be988,33827,1731720126631 in 179 msec 2024-11-16T01:22:13,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T01:22:13,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b7166da8a55df19f431c442fcbc8bc1c, ASSIGN in 337 msec 2024-11-16T01:22:13,640 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:22:13,641 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720133640"}]},"ts":"1731720133640"} 2024-11-16T01:22:13,643 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T01:22:13,644 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:22:13,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 763 msec 2024-11-16T01:22:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:22:14,019 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T01:22:14,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c281d20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:14,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,39713,-1 for getting cluster id 2024-11-16T01:22:14,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:22:14,020 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61d5e7b8-2610-4dc9-8e7b-7dfc9235d7c5' 2024-11-16T01:22:14,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:22:14,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61d5e7b8-2610-4dc9-8e7b-7dfc9235d7c5" 2024-11-16T01:22:14,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2971795a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:14,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,39713,-1] 2024-11-16T01:22:14,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:22:14,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:14,021 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:22:14,022 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba40255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:14,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:22:14,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,39713,1731720116373 2024-11-16T01:22:14,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@331d0e22 2024-11-16T01:22:14,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:22:14,023 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:22:14,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://844d197be988:44039,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T01:22:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T01:22:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:22:14,026 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:44039' 2024-11-16T01:22:14,028 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fdac9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:14,028 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44039,-1 for getting cluster id 2024-11-16T01:22:14,028 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:22:14,028 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ad1a307-6f02-4198-acf5-ad8f1f111bad' 2024-11-16T01:22:14,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:22:14,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ad1a307-6f02-4198-acf5-ad8f1f111bad" 2024-11-16T01:22:14,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@315aac25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:14,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44039,-1] 2024-11-16T01:22:14,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:22:14,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:14,030 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:22:14,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b2c3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:14,030 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:22:14,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,44039,1731720120579 2024-11-16T01:22:14,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28895391 2024-11-16T01:22:14,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:22:14,032 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:22:14,032 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T01:22:14,032 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T01:22:14,033 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:14,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:22:14,033 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:14,033 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:22:14,034 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T01:22:14,035 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:22:14,035 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:14,035 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:22:14,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741837_1013 (size=1138) 2024-11-16T01:22:14,084 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T01:22:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:22:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:22:14,446 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7f2220d220f669a6965dbed22712494, NAME => 'hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b 2024-11-16T01:22:14,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741838_1014 (size=44) 2024-11-16T01:22:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:22:14,851 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T01:22:14,851 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:14,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f7f2220d220f669a6965dbed22712494, disabling compactions & flushes 2024-11-16T01:22:14,852 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494. 2024-11-16T01:22:14,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494. 2024-11-16T01:22:14,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494. after waiting 0 ms 2024-11-16T01:22:14,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494. 2024-11-16T01:22:14,852 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494. 2024-11-16T01:22:14,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7f2220d220f669a6965dbed22712494: Waiting for close lock at 1731720134851Disabling compacts and flushes for region at 1731720134851Disabling writes for close at 1731720134852 (+1 ms)Writing region close event to WAL at 1731720134852Closed at 1731720134852 2024-11-16T01:22:14,853 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:22:14,853 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731720134853"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720134853"}]},"ts":"1731720134853"} 2024-11-16T01:22:14,855 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:22:14,856 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:22:14,857 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720134856"}]},"ts":"1731720134856"} 2024-11-16T01:22:14,859 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T01:22:14,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7f2220d220f669a6965dbed22712494, ASSIGN}] 2024-11-16T01:22:14,860 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7f2220d220f669a6965dbed22712494, ASSIGN 2024-11-16T01:22:14,861 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f7f2220d220f669a6965dbed22712494, ASSIGN; state=OFFLINE, location=844d197be988,41311,1731720116611; forceNewPlan=false, retain=false 2024-11-16T01:22:15,011 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f7f2220d220f669a6965dbed22712494, regionState=OPENING, regionLocation=844d197be988,41311,1731720116611 2024-11-16T01:22:15,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f7f2220d220f669a6965dbed22712494, ASSIGN because future has completed 2024-11-16T01:22:15,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7f2220d220f669a6965dbed22712494, server=844d197be988,41311,1731720116611}] 2024-11-16T01:22:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:22:15,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494. 2024-11-16T01:22:15,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:22:15,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T01:22:15,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C41311%2C1731720116611.rep, suffix=, logDir=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611, archiveDir=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/oldWALs, maxLogs=10 2024-11-16T01:22:15,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.rep.1731720135171, exclude list is [], retry=0 2024-11-16T01:22:15,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39277,DS-46279c62-b47d-4c79-8cd2-983684d9397e,DISK] 2024-11-16T01:22:15,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.rep.1731720135171 2024-11-16T01:22:15,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36611:36611)] 2024-11-16T01:22:15,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f7f2220d220f669a6965dbed22712494, NAME => 'hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:22:15,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:22:15,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:22:15,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494. service=MultiRowMutationService 2024-11-16T01:22:15,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T01:22:15,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f7f2220d220f669a6965dbed22712494 2024-11-16T01:22:15,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:15,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f7f2220d220f669a6965dbed22712494 2024-11-16T01:22:15,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f7f2220d220f669a6965dbed22712494 2024-11-16T01:22:15,189 INFO [StoreOpener-f7f2220d220f669a6965dbed22712494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f7f2220d220f669a6965dbed22712494 2024-11-16T01:22:15,190 INFO [StoreOpener-f7f2220d220f669a6965dbed22712494-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7f2220d220f669a6965dbed22712494 columnFamilyName hfileref 2024-11-16T01:22:15,190 DEBUG [StoreOpener-f7f2220d220f669a6965dbed22712494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:15,190 INFO [StoreOpener-f7f2220d220f669a6965dbed22712494-1 {}] regionserver.HStore(327): Store=f7f2220d220f669a6965dbed22712494/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:15,190 INFO [StoreOpener-f7f2220d220f669a6965dbed22712494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f7f2220d220f669a6965dbed22712494 2024-11-16T01:22:15,191 INFO [StoreOpener-f7f2220d220f669a6965dbed22712494-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7f2220d220f669a6965dbed22712494 columnFamilyName queue 2024-11-16T01:22:15,191 DEBUG [StoreOpener-f7f2220d220f669a6965dbed22712494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:15,191 INFO [StoreOpener-f7f2220d220f669a6965dbed22712494-1 {}] regionserver.HStore(327): Store=f7f2220d220f669a6965dbed22712494/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:15,191 INFO [StoreOpener-f7f2220d220f669a6965dbed22712494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f7f2220d220f669a6965dbed22712494 2024-11-16T01:22:15,192 INFO [StoreOpener-f7f2220d220f669a6965dbed22712494-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7f2220d220f669a6965dbed22712494 columnFamilyName sid 2024-11-16T01:22:15,192 DEBUG [StoreOpener-f7f2220d220f669a6965dbed22712494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:15,192 INFO [StoreOpener-f7f2220d220f669a6965dbed22712494-1 {}] regionserver.HStore(327): Store=f7f2220d220f669a6965dbed22712494/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:15,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f7f2220d220f669a6965dbed22712494 2024-11-16T01:22:15,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/replication/f7f2220d220f669a6965dbed22712494 2024-11-16T01:22:15,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/replication/f7f2220d220f669a6965dbed22712494 2024-11-16T01:22:15,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f7f2220d220f669a6965dbed22712494 2024-11-16T01:22:15,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f7f2220d220f669a6965dbed22712494 2024-11-16T01:22:15,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:22:15,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f7f2220d220f669a6965dbed22712494 2024-11-16T01:22:15,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/replication/f7f2220d220f669a6965dbed22712494/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:22:15,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f7f2220d220f669a6965dbed22712494; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67045241, jitterRate=-9.480565786361694E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:22:15,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7f2220d220f669a6965dbed22712494 2024-11-16T01:22:15,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f7f2220d220f669a6965dbed22712494: Running coprocessor pre-open hook at 1731720135188Writing region info on filesystem at 1731720135188Initializing all the Stores at 1731720135189 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720135189Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720135189Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720135189Cleaning up temporary data from old regions at 1731720135194 (+5 ms)Running coprocessor post-open hooks at 1731720135198 (+4 ms)Region opened successfully at 1731720135198 2024-11-16T01:22:15,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494., pid=10, masterSystemTime=1731720135166 2024-11-16T01:22:15,201 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f7f2220d220f669a6965dbed22712494, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,41311,1731720116611 2024-11-16T01:22:15,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494. 2024-11-16T01:22:15,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494. 2024-11-16T01:22:15,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7f2220d220f669a6965dbed22712494, server=844d197be988,41311,1731720116611 because future has completed 2024-11-16T01:22:15,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T01:22:15,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f7f2220d220f669a6965dbed22712494, server=844d197be988,41311,1731720116611 in 190 msec 2024-11-16T01:22:15,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T01:22:15,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7f2220d220f669a6965dbed22712494, ASSIGN in 346 msec 2024-11-16T01:22:15,207 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:22:15,208 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720135207"}]},"ts":"1731720135207"} 2024-11-16T01:22:15,209 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T01:22:15,210 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:22:15,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-16T01:22:15,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494., hostname=844d197be988,41311,1731720116611, seqNum=2] 2024-11-16T01:22:15,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651305623 2024-11-16T01:22:15,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x101413bec3b0001, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651305623 2024-11-16T01:22:15,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T01:22:15,421 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:22:15,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:15,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:15,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:15,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:15,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41311 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T01:22:15,451 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T01:22:15,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:15,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:15,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:15,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:15,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:15,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:15,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:15,488 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-844d197be988,41311,1731720116611, ReplicationSource: 1, currentBandwidth=0 2024-11-16T01:22:15,489 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:22:15,489 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,41311,1731720116611, seqNum=-1] 2024-11-16T01:22:15,489 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:22:15,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:15,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:15,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-16T01:22:15,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-844d197be988,41311,1731720116611', locateType=CURRENT is [region=hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494., hostname=844d197be988,41311,1731720116611, seqNum=2] 2024-11-16T01:22:15,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:15,496 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T01:22:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T01:22:15,498 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 844d197be988,41311,1731720116611 suceeded 2024-11-16T01:22:15,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T01:22:15,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-16T01:22:15,499 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://844d197be988:44039,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T01:22:15,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4760 sec 2024-11-16T01:22:15,514 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:44039' 2024-11-16T01:22:15,515 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a9c729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:15,515 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44039,-1 for getting cluster id 2024-11-16T01:22:15,516 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:22:15,516 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ad1a307-6f02-4198-acf5-ad8f1f111bad' 2024-11-16T01:22:15,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:22:15,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ad1a307-6f02-4198-acf5-ad8f1f111bad" 2024-11-16T01:22:15,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@529678b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:15,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44039,-1] 2024-11-16T01:22:15,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:22:15,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:15,517 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:22:15,518 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@724855a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:15,518 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:22:15,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,44039,1731720120579 2024-11-16T01:22:15,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76acb425 2024-11-16T01:22:15,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:22:15,519 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-16T01:22:15,530 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-844d197be988,41311,1731720116611 (queues=1) is replicating from cluster=61d5e7b8-2610-4dc9-8e7b-7dfc9235d7c5 to cluster=7ad1a307-6f02-4198-acf5-ad8f1f111bad 2024-11-16T01:22:15,530 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=844d197be988%2C41311%2C1731720116611 2024-11-16T01:22:15,530 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-844d197be988,41311,1731720116611, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T01:22:15,531 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.shipper844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 844d197be988%2C41311%2C1731720116611 2024-11-16T01:22:15,532 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816, startPosition=0, beingWritten=true 2024-11-16T01:22:15,535 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:22:15,536 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 379, reset compression=false 2024-11-16T01:22:15,536 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.shipper844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,41311,1731720116611 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:22:15,742 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 379, reset compression=false 2024-11-16T01:22:15,963 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T01:22:16,046 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 379, reset compression=false 2024-11-16T01:22:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:22:16,169 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T01:22:16,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:22:16,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:22:16,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:16,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:16,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:22:16,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4242a642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:16,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44039,-1 for getting cluster id 2024-11-16T01:22:16,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:22:16,172 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ad1a307-6f02-4198-acf5-ad8f1f111bad' 2024-11-16T01:22:16,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:22:16,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ad1a307-6f02-4198-acf5-ad8f1f111bad" 2024-11-16T01:22:16,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560f3f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:16,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44039,-1] 2024-11-16T01:22:16,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:22:16,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:16,174 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:22:16,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8b28dd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:16,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:22:16,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,44039,1731720120579 2024-11-16T01:22:16,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f044be9 2024-11-16T01:22:16,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:22:16,180 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:22:16,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://844d197be988:34359,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T01:22:16,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T01:22:16,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:22:16,183 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:34359' 2024-11-16T01:22:16,188 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e753da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:16,189 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34359,-1 for getting cluster id 2024-11-16T01:22:16,189 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:22:16,190 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1f1bd0c-8e55-4f1a-a9fb-69dfec6cf249' 2024-11-16T01:22:16,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:22:16,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1f1bd0c-8e55-4f1a-a9fb-69dfec6cf249" 2024-11-16T01:22:16,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@431700d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:16,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34359,-1] 2024-11-16T01:22:16,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:22:16,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:16,192 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:22:16,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b7dfc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:16,193 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:22:16,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,34359,1731720126525 2024-11-16T01:22:16,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@674f6c55 2024-11-16T01:22:16,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:22:16,195 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:22:16,196 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T01:22:16,196 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T01:22:16,196 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:16,196 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:16,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:22:16,197 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:22:16,198 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T01:22:16,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:22:16,200 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:16,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:22:16,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741837_1013 (size=1138) 2024-11-16T01:22:16,217 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d6494e887e5851952d81186efde9e04c, NAME => 'hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee 2024-11-16T01:22:16,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741838_1014 (size=44) 2024-11-16T01:22:16,237 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:16,237 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d6494e887e5851952d81186efde9e04c, disabling compactions & flushes 2024-11-16T01:22:16,237 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c. 2024-11-16T01:22:16,237 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c. 2024-11-16T01:22:16,237 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c. after waiting 0 ms 2024-11-16T01:22:16,237 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c. 2024-11-16T01:22:16,237 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c. 2024-11-16T01:22:16,237 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d6494e887e5851952d81186efde9e04c: Waiting for close lock at 1731720136237Disabling compacts and flushes for region at 1731720136237Disabling writes for close at 1731720136237Writing region close event to WAL at 1731720136237Closed at 1731720136237 2024-11-16T01:22:16,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:22:16,239 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731720136239"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720136239"}]},"ts":"1731720136239"} 2024-11-16T01:22:16,241 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:22:16,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:22:16,242 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720136242"}]},"ts":"1731720136242"} 2024-11-16T01:22:16,244 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T01:22:16,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6494e887e5851952d81186efde9e04c, ASSIGN}] 2024-11-16T01:22:16,246 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6494e887e5851952d81186efde9e04c, ASSIGN 2024-11-16T01:22:16,247 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d6494e887e5851952d81186efde9e04c, ASSIGN; state=OFFLINE, location=844d197be988,36773,1731720120893; forceNewPlan=false, retain=false 2024-11-16T01:22:16,252 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T01:22:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:22:16,397 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d6494e887e5851952d81186efde9e04c, regionState=OPENING, regionLocation=844d197be988,36773,1731720120893 2024-11-16T01:22:16,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d6494e887e5851952d81186efde9e04c, ASSIGN because future has completed 2024-11-16T01:22:16,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6494e887e5851952d81186efde9e04c, server=844d197be988,36773,1731720120893}] 2024-11-16T01:22:16,450 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 379, reset compression=false 2024-11-16T01:22:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:22:16,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c. 2024-11-16T01:22:16,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:22:16,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T01:22:16,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C36773%2C1731720120893.rep, suffix=, logDir=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893, archiveDir=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/oldWALs, maxLogs=10 2024-11-16T01:22:16,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.rep.1731720136556, exclude list is [], retry=0 2024-11-16T01:22:16,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43035,DS-755348ad-cb72-4d8f-b8e0-6191e4075184,DISK] 2024-11-16T01:22:16,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.rep.1731720136556 2024-11-16T01:22:16,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45239:45239)] 2024-11-16T01:22:16,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d6494e887e5851952d81186efde9e04c, NAME => 'hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:22:16,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:22:16,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:22:16,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c. service=MultiRowMutationService 2024-11-16T01:22:16,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T01:22:16,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d6494e887e5851952d81186efde9e04c 2024-11-16T01:22:16,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:16,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d6494e887e5851952d81186efde9e04c 2024-11-16T01:22:16,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d6494e887e5851952d81186efde9e04c 2024-11-16T01:22:16,574 INFO [StoreOpener-d6494e887e5851952d81186efde9e04c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d6494e887e5851952d81186efde9e04c 2024-11-16T01:22:16,575 INFO [StoreOpener-d6494e887e5851952d81186efde9e04c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6494e887e5851952d81186efde9e04c columnFamilyName hfileref 2024-11-16T01:22:16,575 DEBUG [StoreOpener-d6494e887e5851952d81186efde9e04c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:16,575 INFO [StoreOpener-d6494e887e5851952d81186efde9e04c-1 {}] regionserver.HStore(327): Store=d6494e887e5851952d81186efde9e04c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:16,575 INFO [StoreOpener-d6494e887e5851952d81186efde9e04c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d6494e887e5851952d81186efde9e04c 2024-11-16T01:22:16,576 INFO [StoreOpener-d6494e887e5851952d81186efde9e04c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6494e887e5851952d81186efde9e04c columnFamilyName queue 2024-11-16T01:22:16,576 DEBUG [StoreOpener-d6494e887e5851952d81186efde9e04c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:16,577 INFO [StoreOpener-d6494e887e5851952d81186efde9e04c-1 {}] regionserver.HStore(327): Store=d6494e887e5851952d81186efde9e04c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:16,577 INFO [StoreOpener-d6494e887e5851952d81186efde9e04c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d6494e887e5851952d81186efde9e04c 2024-11-16T01:22:16,577 INFO [StoreOpener-d6494e887e5851952d81186efde9e04c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6494e887e5851952d81186efde9e04c columnFamilyName sid 2024-11-16T01:22:16,577 DEBUG [StoreOpener-d6494e887e5851952d81186efde9e04c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:16,577 INFO [StoreOpener-d6494e887e5851952d81186efde9e04c-1 {}] regionserver.HStore(327): Store=d6494e887e5851952d81186efde9e04c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:16,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d6494e887e5851952d81186efde9e04c 2024-11-16T01:22:16,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/replication/d6494e887e5851952d81186efde9e04c 2024-11-16T01:22:16,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/replication/d6494e887e5851952d81186efde9e04c 2024-11-16T01:22:16,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d6494e887e5851952d81186efde9e04c 2024-11-16T01:22:16,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d6494e887e5851952d81186efde9e04c 2024-11-16T01:22:16,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:22:16,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d6494e887e5851952d81186efde9e04c 2024-11-16T01:22:16,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/replication/d6494e887e5851952d81186efde9e04c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:22:16,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d6494e887e5851952d81186efde9e04c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58980151, jitterRate=-0.12112726271152496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:22:16,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6494e887e5851952d81186efde9e04c 2024-11-16T01:22:16,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d6494e887e5851952d81186efde9e04c: Running coprocessor pre-open hook at 1731720136573Writing region info on filesystem at 1731720136573Initializing all the Stores at 1731720136574 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720136574Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720136574Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720136574Cleaning up temporary data from old regions at 1731720136579 (+5 ms)Running coprocessor post-open hooks at 1731720136582 (+3 ms)Region opened successfully at 1731720136582 2024-11-16T01:22:16,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c., pid=10, masterSystemTime=1731720136551 2024-11-16T01:22:16,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c. 2024-11-16T01:22:16,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c. 2024-11-16T01:22:16,585 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d6494e887e5851952d81186efde9e04c, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,36773,1731720120893 2024-11-16T01:22:16,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6494e887e5851952d81186efde9e04c, server=844d197be988,36773,1731720120893 because future has completed 2024-11-16T01:22:16,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T01:22:16,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d6494e887e5851952d81186efde9e04c, server=844d197be988,36773,1731720120893 in 188 msec 2024-11-16T01:22:16,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T01:22:16,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6494e887e5851952d81186efde9e04c, ASSIGN in 343 msec 2024-11-16T01:22:16,590 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:22:16,590 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720136590"}]},"ts":"1731720136590"} 2024-11-16T01:22:16,591 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T01:22:16,592 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:22:16,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 395 msec 2024-11-16T01:22:16,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c., hostname=844d197be988,36773,1731720120893, seqNum=2] 2024-11-16T01:22:16,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x101413bec3b0004, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2115792601 2024-11-16T01:22:16,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2115792601 2024-11-16T01:22:16,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:22:16,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T01:22:16,954 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 379, reset compression=false 2024-11-16T01:22:16,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T01:22:16,971 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T01:22:16,996 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-844d197be988,36773,1731720120893, ReplicationSource: 1, currentBandwidth=0 2024-11-16T01:22:16,996 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:22:16,996 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,36773,1731720120893, seqNum=-1] 2024-11-16T01:22:16,997 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:22:16,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-16T01:22:16,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-844d197be988,36773,1731720120893', locateType=CURRENT is [region=hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c., hostname=844d197be988,36773,1731720120893, seqNum=2] 2024-11-16T01:22:17,000 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T01:22:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T01:22:17,002 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 844d197be988,36773,1731720120893 suceeded 2024-11-16T01:22:17,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T01:22:17,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-16T01:22:17,003 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://844d197be988:34359,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T01:22:17,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 823 msec 2024-11-16T01:22:17,020 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:34359' 2024-11-16T01:22:17,021 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f854ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:17,021 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34359,-1 for getting cluster id 2024-11-16T01:22:17,021 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:22:17,022 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1f1bd0c-8e55-4f1a-a9fb-69dfec6cf249' 2024-11-16T01:22:17,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:22:17,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1f1bd0c-8e55-4f1a-a9fb-69dfec6cf249" 2024-11-16T01:22:17,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1893a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:17,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34359,-1] 2024-11-16T01:22:17,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:22:17,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:17,023 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:22:17,023 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57ef90ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:17,023 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:22:17,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,34359,1731720126525 2024-11-16T01:22:17,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42fdd983 2024-11-16T01:22:17,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:22:17,025 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-16T01:22:17,025 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-844d197be988,36773,1731720120893 (queues=1) is replicating from cluster=7ad1a307-6f02-4198-acf5-ad8f1f111bad to cluster=b1f1bd0c-8e55-4f1a-a9fb-69dfec6cf249 2024-11-16T01:22:17,025 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=844d197be988%2C36773%2C1731720120893 2024-11-16T01:22:17,025 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-844d197be988,36773,1731720120893, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T01:22:17,026 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.shipper844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 844d197be988%2C36773%2C1731720120893 2024-11-16T01:22:17,026 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556, startPosition=0, beingWritten=true 2024-11-16T01:22:17,030 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:22:17,030 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 379, reset compression=false 2024-11-16T01:22:17,030 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.shipper844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,36773,1731720120893 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:22:17,233 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 379, reset compression=false 2024-11-16T01:22:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:22:17,319 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T01:22:17,319 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:22:17,319 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:22:17,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:17,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:17,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:22:17,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b21f2b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:17,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34359,-1 for getting cluster id 2024-11-16T01:22:17,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:22:17,321 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1f1bd0c-8e55-4f1a-a9fb-69dfec6cf249' 2024-11-16T01:22:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:22:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1f1bd0c-8e55-4f1a-a9fb-69dfec6cf249" 2024-11-16T01:22:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2032f3ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34359,-1] 2024-11-16T01:22:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:22:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:17,322 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:22:17,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74652986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:17,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:22:17,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,34359,1731720126525 2024-11-16T01:22:17,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b5870aa 2024-11-16T01:22:17,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:22:17,324 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:22:17,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34359 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://844d197be988:44039,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T01:22:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34359 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T01:22:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:22:17,326 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:44039' 2024-11-16T01:22:17,327 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664239e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:17,327 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44039,-1 for getting cluster id 2024-11-16T01:22:17,327 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:22:17,328 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ad1a307-6f02-4198-acf5-ad8f1f111bad' 2024-11-16T01:22:17,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:22:17,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ad1a307-6f02-4198-acf5-ad8f1f111bad" 2024-11-16T01:22:17,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4ce11b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:17,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44039,-1] 2024-11-16T01:22:17,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:22:17,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:17,329 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:22:17,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e394391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:17,329 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:22:17,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,44039,1731720120579 2024-11-16T01:22:17,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10b295e5 2024-11-16T01:22:17,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:22:17,331 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:22:17,331 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-16T01:22:17,331 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T01:22:17,331 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:17,331 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:17,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:22:17,331 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:22:17,332 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T01:22:17,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:22:17,333 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:17,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:22:17,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741837_1013 (size=1138) 2024-11-16T01:22:17,382 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T01:22:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:22:17,536 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 379, reset compression=false 2024-11-16T01:22:17,557 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 379, reset compression=false 2024-11-16T01:22:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:22:17,740 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52fe5353a1e412e0f5f211efe70463c2, NAME => 'hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f 2024-11-16T01:22:17,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741838_1014 (size=44) 2024-11-16T01:22:17,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:17,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 52fe5353a1e412e0f5f211efe70463c2, disabling compactions & flushes 2024-11-16T01:22:17,749 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2. 2024-11-16T01:22:17,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2. 2024-11-16T01:22:17,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2. after waiting 0 ms 2024-11-16T01:22:17,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2. 2024-11-16T01:22:17,749 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2. 2024-11-16T01:22:17,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52fe5353a1e412e0f5f211efe70463c2: Waiting for close lock at 1731720137749Disabling compacts and flushes for region at 1731720137749Disabling writes for close at 1731720137749Writing region close event to WAL at 1731720137749Closed at 1731720137749 2024-11-16T01:22:17,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:22:17,751 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731720137751"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720137751"}]},"ts":"1731720137751"} 2024-11-16T01:22:17,753 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:22:17,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:22:17,756 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720137756"}]},"ts":"1731720137756"} 2024-11-16T01:22:17,758 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T01:22:17,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52fe5353a1e412e0f5f211efe70463c2, ASSIGN}] 2024-11-16T01:22:17,759 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52fe5353a1e412e0f5f211efe70463c2, ASSIGN 2024-11-16T01:22:17,760 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=52fe5353a1e412e0f5f211efe70463c2, ASSIGN; state=OFFLINE, location=844d197be988,33827,1731720126631; forceNewPlan=false, retain=false 2024-11-16T01:22:17,911 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=52fe5353a1e412e0f5f211efe70463c2, regionState=OPENING, regionLocation=844d197be988,33827,1731720126631 2024-11-16T01:22:17,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=52fe5353a1e412e0f5f211efe70463c2, ASSIGN because future has completed 2024-11-16T01:22:17,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52fe5353a1e412e0f5f211efe70463c2, server=844d197be988,33827,1731720126631}] 2024-11-16T01:22:17,941 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 379, reset compression=false 2024-11-16T01:22:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:22:18,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2. 2024-11-16T01:22:18,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:22:18,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T01:22:18,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C33827%2C1731720126631.rep, suffix=, logDir=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631, archiveDir=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/oldWALs, maxLogs=10 2024-11-16T01:22:18,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.rep.1731720138073, exclude list is [], retry=0 2024-11-16T01:22:18,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38507,DS-4086dc4c-452e-4e39-a6f0-b904c2a6458d,DISK] 2024-11-16T01:22:18,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.rep.1731720138073 2024-11-16T01:22:18,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39759:39759)] 2024-11-16T01:22:18,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 52fe5353a1e412e0f5f211efe70463c2, NAME => 'hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:22:18,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:22:18,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:22:18,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2. service=MultiRowMutationService 2024-11-16T01:22:18,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T01:22:18,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 52fe5353a1e412e0f5f211efe70463c2 2024-11-16T01:22:18,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:18,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 52fe5353a1e412e0f5f211efe70463c2 2024-11-16T01:22:18,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 52fe5353a1e412e0f5f211efe70463c2 2024-11-16T01:22:18,097 INFO [StoreOpener-52fe5353a1e412e0f5f211efe70463c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 52fe5353a1e412e0f5f211efe70463c2 2024-11-16T01:22:18,098 INFO [StoreOpener-52fe5353a1e412e0f5f211efe70463c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52fe5353a1e412e0f5f211efe70463c2 columnFamilyName hfileref 2024-11-16T01:22:18,099 DEBUG [StoreOpener-52fe5353a1e412e0f5f211efe70463c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:18,099 INFO [StoreOpener-52fe5353a1e412e0f5f211efe70463c2-1 {}] regionserver.HStore(327): Store=52fe5353a1e412e0f5f211efe70463c2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:18,099 INFO [StoreOpener-52fe5353a1e412e0f5f211efe70463c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 52fe5353a1e412e0f5f211efe70463c2 2024-11-16T01:22:18,100 INFO [StoreOpener-52fe5353a1e412e0f5f211efe70463c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52fe5353a1e412e0f5f211efe70463c2 columnFamilyName queue 2024-11-16T01:22:18,100 DEBUG [StoreOpener-52fe5353a1e412e0f5f211efe70463c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:18,100 INFO [StoreOpener-52fe5353a1e412e0f5f211efe70463c2-1 {}] regionserver.HStore(327): Store=52fe5353a1e412e0f5f211efe70463c2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:18,100 INFO [StoreOpener-52fe5353a1e412e0f5f211efe70463c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 52fe5353a1e412e0f5f211efe70463c2 2024-11-16T01:22:18,101 INFO [StoreOpener-52fe5353a1e412e0f5f211efe70463c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52fe5353a1e412e0f5f211efe70463c2 columnFamilyName sid 2024-11-16T01:22:18,101 DEBUG [StoreOpener-52fe5353a1e412e0f5f211efe70463c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:18,101 INFO [StoreOpener-52fe5353a1e412e0f5f211efe70463c2-1 {}] regionserver.HStore(327): Store=52fe5353a1e412e0f5f211efe70463c2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:18,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 52fe5353a1e412e0f5f211efe70463c2 2024-11-16T01:22:18,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/replication/52fe5353a1e412e0f5f211efe70463c2 2024-11-16T01:22:18,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/replication/52fe5353a1e412e0f5f211efe70463c2 2024-11-16T01:22:18,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 52fe5353a1e412e0f5f211efe70463c2 2024-11-16T01:22:18,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 52fe5353a1e412e0f5f211efe70463c2 2024-11-16T01:22:18,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:22:18,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 52fe5353a1e412e0f5f211efe70463c2 2024-11-16T01:22:18,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/replication/52fe5353a1e412e0f5f211efe70463c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:22:18,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 52fe5353a1e412e0f5f211efe70463c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73281886, jitterRate=0.09198519587516785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:22:18,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52fe5353a1e412e0f5f211efe70463c2 2024-11-16T01:22:18,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 52fe5353a1e412e0f5f211efe70463c2: Running coprocessor pre-open hook at 1731720138096Writing region info on filesystem at 1731720138096Initializing all the Stores at 1731720138097 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720138097Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720138097Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720138097Cleaning up temporary data from old regions at 1731720138102 (+5 ms)Running coprocessor post-open hooks at 1731720138105 (+3 ms)Region opened successfully at 1731720138106 (+1 ms) 2024-11-16T01:22:18,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2., pid=10, masterSystemTime=1731720138068 2024-11-16T01:22:18,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2. 2024-11-16T01:22:18,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2. 2024-11-16T01:22:18,109 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=52fe5353a1e412e0f5f211efe70463c2, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,33827,1731720126631 2024-11-16T01:22:18,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52fe5353a1e412e0f5f211efe70463c2, server=844d197be988,33827,1731720126631 because future has completed 2024-11-16T01:22:18,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T01:22:18,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 52fe5353a1e412e0f5f211efe70463c2, server=844d197be988,33827,1731720126631 in 196 msec 2024-11-16T01:22:18,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T01:22:18,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52fe5353a1e412e0f5f211efe70463c2, ASSIGN in 354 msec 2024-11-16T01:22:18,115 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:22:18,115 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720138115"}]},"ts":"1731720138115"} 2024-11-16T01:22:18,116 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T01:22:18,117 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:22:18,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 785 msec 2024-11-16T01:22:18,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2., hostname=844d197be988,33827,1731720126631, seqNum=2] 2024-11-16T01:22:18,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2521360289 2024-11-16T01:22:18,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x101413bec3b0007, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2521360289 2024-11-16T01:22:18,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T01:22:18,267 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 379, reset compression=false 2024-11-16T01:22:18,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T01:22:18,372 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T01:22:18,397 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-844d197be988,33827,1731720126631, ReplicationSource: 1, currentBandwidth=0 2024-11-16T01:22:18,397 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:22:18,397 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,33827,1731720126631, seqNum=-1] 2024-11-16T01:22:18,397 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:22:18,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-16T01:22:18,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-844d197be988,33827,1731720126631', locateType=CURRENT is [region=hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2., hostname=844d197be988,33827,1731720126631, seqNum=2] 2024-11-16T01:22:18,402 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T01:22:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34359 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T01:22:18,404 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 844d197be988,33827,1731720126631 suceeded 2024-11-16T01:22:18,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T01:22:18,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-16T01:22:18,405 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://844d197be988:44039,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T01:22:18,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0810 sec 2024-11-16T01:22:18,421 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:44039' 2024-11-16T01:22:18,424 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5335f169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:18,424 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44039,-1 for getting cluster id 2024-11-16T01:22:18,425 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:22:18,425 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ad1a307-6f02-4198-acf5-ad8f1f111bad' 2024-11-16T01:22:18,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:22:18,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ad1a307-6f02-4198-acf5-ad8f1f111bad" 2024-11-16T01:22:18,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22200e26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:18,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44039,-1] 2024-11-16T01:22:18,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:22:18,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:18,427 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:22:18,427 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@133487d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:18,428 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:22:18,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,44039,1731720120579 2024-11-16T01:22:18,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bffe0b0 2024-11-16T01:22:18,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:22:18,429 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-16T01:22:18,430 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-844d197be988,33827,1731720126631 (queues=1) is replicating from cluster=b1f1bd0c-8e55-4f1a-a9fb-69dfec6cf249 to cluster=7ad1a307-6f02-4198-acf5-ad8f1f111bad 2024-11-16T01:22:18,430 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=844d197be988%2C33827%2C1731720126631 2024-11-16T01:22:18,430 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-844d197be988,33827,1731720126631, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T01:22:18,430 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.shipper844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 844d197be988%2C33827%2C1731720126631 2024-11-16T01:22:18,430 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980, startPosition=0, beingWritten=true 2024-11-16T01:22:18,440 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:22:18,440 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 379, reset compression=false 2024-11-16T01:22:18,440 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.shipper844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,33827,1731720126631 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:22:18,445 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 379, reset compression=false 2024-11-16T01:22:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:22:18,459 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T01:22:18,459 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:22:18,459 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:22:18,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:18,459 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:22:18,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:18,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4a46fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:18,460 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,39713,-1 for getting cluster id 2024-11-16T01:22:18,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:22:18,461 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61d5e7b8-2610-4dc9-8e7b-7dfc9235d7c5' 2024-11-16T01:22:18,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:22:18,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61d5e7b8-2610-4dc9-8e7b-7dfc9235d7c5" 2024-11-16T01:22:18,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36cf200d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:18,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,39713,-1] 2024-11-16T01:22:18,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:22:18,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:18,462 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:22:18,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269459dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:18,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94c6e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:18,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44039,-1 for getting cluster id 2024-11-16T01:22:18,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:22:18,463 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ad1a307-6f02-4198-acf5-ad8f1f111bad' 2024-11-16T01:22:18,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:22:18,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ad1a307-6f02-4198-acf5-ad8f1f111bad" 2024-11-16T01:22:18,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ed6b61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:18,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44039,-1] 2024-11-16T01:22:18,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:22:18,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:18,464 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:22:18,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7b7b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:18,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57746d24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:18,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34359,-1 for getting cluster id 2024-11-16T01:22:18,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:22:18,466 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1f1bd0c-8e55-4f1a-a9fb-69dfec6cf249' 2024-11-16T01:22:18,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:22:18,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1f1bd0c-8e55-4f1a-a9fb-69dfec6cf249" 2024-11-16T01:22:18,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29957d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:18,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34359,-1] 2024-11-16T01:22:18,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:22:18,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:18,467 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:22:18,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a499ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:18,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:22:18,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,41311,1731720116611, seqNum=-1] 2024-11-16T01:22:18,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:22:18,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:22:18,471 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731720130091.12bafe0608ebf658149860d242140ae0., hostname=844d197be988,41311,1731720116611, seqNum=2] 2024-11-16T01:22:18,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:22:18,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,33827,1731720126631, seqNum=-1] 2024-11-16T01:22:18,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:22:18,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:22:18,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c., hostname=844d197be988,33827,1731720126631, seqNum=2] 2024-11-16T01:22:18,478 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-16T01:22:18,654 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 379, reset compression=false 2024-11-16T01:22:18,957 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 379, reset compression=false 2024-11-16T01:22:19,053 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 379, reset compression=false 2024-11-16T01:22:19,070 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 379, reset compression=false 2024-11-16T01:22:19,074 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:22:19,074 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 480, reset compression=false 2024-11-16T01:22:19,074 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.shipper844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,41311,1731720116611 got entry batch from reader: WALEntryBatch [walEntries=[{test/12bafe0608ebf658149860d242140ae0/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-16T01:22:19,075 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.shipper844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:22:19,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-16T01:22:19,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:22:19,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@367924c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:19,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36773 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44039,-1 for getting cluster id 2024-11-16T01:22:19,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:22:19,077 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ad1a307-6f02-4198-acf5-ad8f1f111bad' 2024-11-16T01:22:19,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:22:19,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ad1a307-6f02-4198-acf5-ad8f1f111bad" 2024-11-16T01:22:19,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69382632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:19,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44039,-1] 2024-11-16T01:22:19,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:22:19,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:19,078 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:22:19,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c82712d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:19,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36773 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:22:19,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,36773,1731720120893, seqNum=-1] 2024-11-16T01:22:19,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:22:19,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-16T01:22:19,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb., hostname=844d197be988,36773,1731720120893, seqNum=2] 2024-11-16T01:22:19,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:22:19,276 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 480, reset compression=false 2024-11-16T01:22:19,361 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 379, reset compression=false 2024-11-16T01:22:19,479 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-16T01:22:19,579 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 480, reset compression=false 2024-11-16T01:22:19,756 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 379, reset compression=false 2024-11-16T01:22:19,760 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:22:19,760 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 503, reset compression=false 2024-11-16T01:22:19,760 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.shipper844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,36773,1731720120893 got entry batch from reader: WALEntryBatch [walEntries=[{test/4352f341dd1a9f168d88bb59844c0afb/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-16T01:22:19,762 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.shipper844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:22:19,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-16T01:22:19,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:22:19,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62ef965f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:19,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34359,-1 for getting cluster id 2024-11-16T01:22:19,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:22:19,764 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1f1bd0c-8e55-4f1a-a9fb-69dfec6cf249' 2024-11-16T01:22:19,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:22:19,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1f1bd0c-8e55-4f1a-a9fb-69dfec6cf249" 2024-11-16T01:22:19,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14be5076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:19,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34359,-1] 2024-11-16T01:22:19,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:22:19,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:19,765 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:22:19,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c8349b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:19,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:22:19,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,33827,1731720126631, seqNum=-1] 2024-11-16T01:22:19,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:22:19,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-16T01:22:19,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c., hostname=844d197be988,33827,1731720126631, seqNum=2] 2024-11-16T01:22:19,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:22:19,864 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 379, reset compression=false 2024-11-16T01:22:19,868 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:22:19,868 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 526, reset compression=false 2024-11-16T01:22:19,868 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.shipper844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,33827,1731720126631 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:22:19,964 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 503, reset compression=false 2024-11-16T01:22:19,983 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 480, reset compression=false 2024-11-16T01:22:20,071 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 526, reset compression=false 2024-11-16T01:22:20,269 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 503, reset compression=false 2024-11-16T01:22:20,376 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 526, reset compression=false 2024-11-16T01:22:20,481 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-16T01:22:20,481 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:22:20,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,36773,1731720120893, seqNum=-1] 2024-11-16T01:22:20,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:22:20,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:22:20,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb., hostname=844d197be988,36773,1731720120893, seqNum=2] 2024-11-16T01:22:20,487 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-16T01:22:20,491 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 480, reset compression=false 2024-11-16T01:22:20,676 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 503, reset compression=false 2024-11-16T01:22:20,690 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:22:20,691 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:22:20,691 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 607, reset compression=false 2024-11-16T01:22:20,691 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.shipper844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,36773,1731720120893 got entry batch from reader: WALEntryBatch [walEntries=[{test/4352f341dd1a9f168d88bb59844c0afb/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T01:22:20,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:22:20,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:22:20,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:20,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:20,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:20,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:20,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:20,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:20,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:20,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:20,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:20,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:20,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:20,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:20,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:20,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:20,782 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 526, reset compression=false 2024-11-16T01:22:20,791 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:22:20,791 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 653, reset compression=false 2024-11-16T01:22:20,791 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.shipper844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,33827,1731720126631 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:22:20,909 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 607, reset compression=false 2024-11-16T01:22:20,995 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 653, reset compression=false 2024-11-16T01:22:21,094 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 480, reset compression=false 2024-11-16T01:22:21,217 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 607, reset compression=false 2024-11-16T01:22:21,317 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 653, reset compression=false 2024-11-16T01:22:21,489 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-16T01:22:21,492 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-16T01:22:21,620 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 607, reset compression=false 2024-11-16T01:22:21,721 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 653, reset compression=false 2024-11-16T01:22:21,725 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:22:21,725 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 757, reset compression=false 2024-11-16T01:22:21,725 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.shipper844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,33827,1731720126631 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7166da8a55df19f431c442fcbc8bc1c/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T01:22:21,727 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.shipper844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:22:21,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-16T01:22:21,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:22:21,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:22:21,803 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 480, reset compression=false 2024-11-16T01:22:21,930 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 757, reset compression=false 2024-11-16T01:22:22,124 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 607, reset compression=false 2024-11-16T01:22:22,128 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:22:22,128 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 735, reset compression=false 2024-11-16T01:22:22,128 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.shipper844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,36773,1731720120893 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:22:22,236 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 757, reset compression=false 2024-11-16T01:22:22,332 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 735, reset compression=false 2024-11-16T01:22:22,494 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-16T01:22:22,496 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-16T01:22:22,607 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 480, reset compression=false 2024-11-16T01:22:22,611 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:22:22,611 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 636, reset compression=false 2024-11-16T01:22:22,611 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.shipper844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,41311,1731720116611 got entry batch from reader: WALEntryBatch [walEntries=[{test/12bafe0608ebf658149860d242140ae0/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-16T01:22:22,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:22:22,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:22:22,635 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 735, reset compression=false 2024-11-16T01:22:22,638 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:22:22,639 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 882, reset compression=false 2024-11-16T01:22:22,639 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.shipper844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,36773,1731720120893 got entry batch from reader: WALEntryBatch [walEntries=[{test/4352f341dd1a9f168d88bb59844c0afb/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-16T01:22:22,639 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 757, reset compression=false 2024-11-16T01:22:22,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:22:22,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:22:22,645 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:22:22,645 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 927, reset compression=false 2024-11-16T01:22:22,645 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.shipper844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,33827,1731720126631 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:22:22,814 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 636, reset compression=false 2024-11-16T01:22:22,842 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 882, reset compression=false 2024-11-16T01:22:22,848 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 927, reset compression=false 2024-11-16T01:22:23,117 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 636, reset compression=false 2024-11-16T01:22:23,146 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 882, reset compression=false 2024-11-16T01:22:23,151 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 927, reset compression=false 2024-11-16T01:22:23,294 DEBUG [master/844d197be988:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=1, created chunk count=34, reused chunk count=127, reuseRatio=78.88% 2024-11-16T01:22:23,295 DEBUG [master/844d197be988:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-16T01:22:23,498 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-16T01:22:23,501 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-16T01:22:23,520 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 636, reset compression=false 2024-11-16T01:22:23,548 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 882, reset compression=false 2024-11-16T01:22:23,552 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:22:23,552 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 1041, reset compression=false 2024-11-16T01:22:23,552 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.shipper844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,36773,1731720120893 got entry batch from reader: WALEntryBatch [walEntries=[{test/4352f341dd1a9f168d88bb59844c0afb/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T01:22:23,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:22:23,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33827 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:22:23,557 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 927, reset compression=false 2024-11-16T01:22:23,561 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:22:23,561 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 1076, reset compression=false 2024-11-16T01:22:23,561 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.shipper844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,33827,1731720126631 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:22:23,756 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 1041, reset compression=false 2024-11-16T01:22:23,765 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 1076, reset compression=false 2024-11-16T01:22:24,023 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 636, reset compression=false 2024-11-16T01:22:24,059 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 1041, reset compression=false 2024-11-16T01:22:24,068 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 1076, reset compression=false 2024-11-16T01:22:24,462 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 1041, reset compression=false 2024-11-16T01:22:24,472 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 1076, reset compression=false 2024-11-16T01:22:24,502 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-16T01:22:24,514 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-16T01:22:24,627 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 636, reset compression=false 2024-11-16T01:22:24,648 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:22:24,648 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:22:24,649 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108996 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:22:24,965 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 1041, reset compression=false 2024-11-16T01:22:24,974 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 1076, reset compression=false 2024-11-16T01:22:24,978 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:22:24,978 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 1235, reset compression=false 2024-11-16T01:22:24,978 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.shipper844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,33827,1731720126631 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7166da8a55df19f431c442fcbc8bc1c/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T01:22:24,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T01:22:24,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T01:22:25,181 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 1235, reset compression=false 2024-11-16T01:22:25,330 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 636, reset compression=false 2024-11-16T01:22:25,484 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 1235, reset compression=false 2024-11-16T01:22:25,515 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-16T01:22:25,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T01:22:25,520 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:22:25,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:22:25,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:25,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:25,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:22:25,520 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T01:22:25,520 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1191277564, stopped=false 2024-11-16T01:22:25,520 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=844d197be988,34359,1731720126525 2024-11-16T01:22:25,568 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 1041, reset compression=false 2024-11-16T01:22:25,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x101413bec3b0007, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2521360289/running 2024-11-16T01:22:25,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2521360289/running 2024-11-16T01:22:25,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2521360289 2024-11-16T01:22:25,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x101413bec3b0007, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2521360289 2024-11-16T01:22:25,570 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:22:25,571 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:22:25,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:22:25,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:25,571 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '844d197be988,33827,1731720126631' ***** 2024-11-16T01:22:25,571 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T01:22:25,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33827-0x101413bec3b0007, quorum=127.0.0.1:54190, baseZNode=/2521360289 Set watcher on znode that does not yet exist, /2521360289/running 2024-11-16T01:22:25,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Set watcher on znode that does not yet exist, /2521360289/running 2024-11-16T01:22:25,572 INFO [RS:0;844d197be988:33827 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T01:22:25,572 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T01:22:25,572 INFO [RS:0;844d197be988:33827 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T01:22:25,572 INFO [RS:0;844d197be988:33827 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T01:22:25,572 INFO [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(3091): Received CLOSE for 52fe5353a1e412e0f5f211efe70463c2 2024-11-16T01:22:25,572 INFO [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(3091): Received CLOSE for b7166da8a55df19f431c442fcbc8bc1c 2024-11-16T01:22:25,572 INFO [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(959): stopping server 844d197be988,33827,1731720126631 2024-11-16T01:22:25,572 INFO [RS:0;844d197be988:33827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:22:25,573 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:22:25,573 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52fe5353a1e412e0f5f211efe70463c2, disabling compactions & flushes 2024-11-16T01:22:25,573 INFO [RS:0;844d197be988:33827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:33827. 2024-11-16T01:22:25,573 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 1191, reset compression=false 2024-11-16T01:22:25,573 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2. 2024-11-16T01:22:25,573 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2. 2024-11-16T01:22:25,573 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.shipper844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,36773,1731720120893 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:22:25,573 DEBUG [RS:0;844d197be988:33827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:22:25,573 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2. after waiting 0 ms 2024-11-16T01:22:25,573 DEBUG [RS:0;844d197be988:33827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:25,573 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2. 2024-11-16T01:22:25,573 INFO [RS:0;844d197be988:33827 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T01:22:25,573 INFO [RS:0;844d197be988:33827 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T01:22:25,573 INFO [RS:0;844d197be988:33827 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T01:22:25,573 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 52fe5353a1e412e0f5f211efe70463c2 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-16T01:22:25,573 INFO [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T01:22:25,573 INFO [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T01:22:25,573 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1325): Online Regions={52fe5353a1e412e0f5f211efe70463c2=hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2., b7166da8a55df19f431c442fcbc8bc1c=test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:22:25,573 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52fe5353a1e412e0f5f211efe70463c2, b7166da8a55df19f431c442fcbc8bc1c 2024-11-16T01:22:25,573 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:22:25,573 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:22:25,573 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:22:25,574 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:22:25,574 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:22:25,574 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T01:22:25,589 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740/.tmp/info/97211bfbbadc4fc9b5f4e6988ee51e42 is 147, key is hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2./info:regioninfo/1731720138108/Put/seqid=0 2024-11-16T01:22:25,590 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/replication/52fe5353a1e412e0f5f211efe70463c2/.tmp/queue/3861f84eeecf4bab8d4d5cf688d10a07 is 154, key is 1-844d197be988,33827,1731720126631/queue:844d197be988%2C33827%2C1731720126631/1731720144982/Put/seqid=0 2024-11-16T01:22:25,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741840_1016 (size=7686) 2024-11-16T01:22:25,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741841_1017 (size=5353) 2024-11-16T01:22:25,666 INFO [regionserver/844d197be988:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:22:25,773 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52fe5353a1e412e0f5f211efe70463c2, b7166da8a55df19f431c442fcbc8bc1c 2024-11-16T01:22:25,777 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 1191, reset compression=false 2024-11-16T01:22:25,854 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T01:22:25,854 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T01:22:25,887 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 1235, reset compression=false 2024-11-16T01:22:25,974 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52fe5353a1e412e0f5f211efe70463c2, b7166da8a55df19f431c442fcbc8bc1c 2024-11-16T01:22:25,992 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740/.tmp/info/97211bfbbadc4fc9b5f4e6988ee51e42 2024-11-16T01:22:25,993 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/replication/52fe5353a1e412e0f5f211efe70463c2/.tmp/queue/3861f84eeecf4bab8d4d5cf688d10a07 2024-11-16T01:22:25,997 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/replication/52fe5353a1e412e0f5f211efe70463c2/.tmp/queue/3861f84eeecf4bab8d4d5cf688d10a07 as hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/replication/52fe5353a1e412e0f5f211efe70463c2/queue/3861f84eeecf4bab8d4d5cf688d10a07 2024-11-16T01:22:26,000 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/replication/52fe5353a1e412e0f5f211efe70463c2/queue/3861f84eeecf4bab8d4d5cf688d10a07, entries=1, sequenceid=12, filesize=5.2 K 2024-11-16T01:22:26,001 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 52fe5353a1e412e0f5f211efe70463c2 in 428ms, sequenceid=12, compaction requested=false 2024-11-16T01:22:26,008 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/replication/52fe5353a1e412e0f5f211efe70463c2/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T01:22:26,008 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:22:26,009 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:22:26,009 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2. 2024-11-16T01:22:26,009 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52fe5353a1e412e0f5f211efe70463c2: Waiting for close lock at 1731720145572Running coprocessor pre-close hooks at 1731720145572Disabling compacts and flushes for region at 1731720145572Disabling writes for close at 1731720145573 (+1 ms)Obtaining lock to block concurrent updates at 1731720145573Preparing flush snapshotting stores in 52fe5353a1e412e0f5f211efe70463c2 at 1731720145573Finished memstore snapshotting hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731720145573Flushing stores of hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2. at 1731720145574 (+1 ms)Flushing 52fe5353a1e412e0f5f211efe70463c2/queue: creating writer at 1731720145574Flushing 52fe5353a1e412e0f5f211efe70463c2/queue: appending metadata at 1731720145590 (+16 ms)Flushing 52fe5353a1e412e0f5f211efe70463c2/queue: closing flushed file at 1731720145590Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6035fab4: reopening flushed file at 1731720145996 (+406 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 52fe5353a1e412e0f5f211efe70463c2 in 428ms, sequenceid=12, compaction requested=false at 1731720146001 (+5 ms)Writing region close event to WAL at 1731720146003 (+2 ms)Running coprocessor post-close hooks at 1731720146008 (+5 ms)Closed at 1731720146009 (+1 ms) 2024-11-16T01:22:26,009 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731720137331.52fe5353a1e412e0f5f211efe70463c2. 2024-11-16T01:22:26,009 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7166da8a55df19f431c442fcbc8bc1c, disabling compactions & flushes 2024-11-16T01:22:26,009 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c. 2024-11-16T01:22:26,009 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c. 2024-11-16T01:22:26,009 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c. after waiting 0 ms 2024-11-16T01:22:26,009 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c. 2024-11-16T01:22:26,009 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b7166da8a55df19f431c442fcbc8bc1c 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-16T01:22:26,010 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740/.tmp/ns/efef108cb1594f0f9759a546d05a9e7f is 43, key is default/ns:d/1731720129956/Put/seqid=0 2024-11-16T01:22:26,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741842_1018 (size=5153) 2024-11-16T01:22:26,023 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/default/test/b7166da8a55df19f431c442fcbc8bc1c/.tmp/f/5307ce9da3af46fc9e8ff714ae5054eb is 29, key is row1/f:/1731720143499/DeleteFamily/seqid=0 2024-11-16T01:22:26,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741843_1019 (size=5152) 2024-11-16T01:22:26,080 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 1191, reset compression=false 2024-11-16T01:22:26,132 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 636, reset compression=false 2024-11-16T01:22:26,174 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7166da8a55df19f431c442fcbc8bc1c 2024-11-16T01:22:26,363 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T01:22:26,374 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7166da8a55df19f431c442fcbc8bc1c 2024-11-16T01:22:26,390 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 1235, reset compression=false 2024-11-16T01:22:26,398 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:22:26,398 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 1482, reset compression=false 2024-11-16T01:22:26,398 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.shipper844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,33827,1731720126631 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:22:26,399 ERROR [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.shipper844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 844d197be988,33827,1731720126631: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-844d197be988,33827,1731720126631, walGroup=844d197be988%2C33827%2C1731720126631, offset=844d197be988%2C33827%2C1731720126631.1731720128980:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:33827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T01:22:26,399 ERROR [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.shipper844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T01:22:26,399 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.shipper844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T01:22:26,400 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.shipper844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T01:22:26,400 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.shipper844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T01:22:26,400 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.shipper844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T01:22:26,400 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.shipper844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 871575872 }, "NonHeapMemoryUsage": { "committed": 205717504, "init": 7667712, "max": -1, "used": 202343528 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T01:22:26,400 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.shipper844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:34359 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:34359 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T01:22:26,413 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740/.tmp/ns/efef108cb1594f0f9759a546d05a9e7f 2024-11-16T01:22:26,426 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/default/test/b7166da8a55df19f431c442fcbc8bc1c/.tmp/f/5307ce9da3af46fc9e8ff714ae5054eb 2024-11-16T01:22:26,429 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740/.tmp/rep_barrier/e47396081c6d457ab821b12849cd568f is 112, key is test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c./rep_barrier:seqnumDuringOpen/1731720133631/Put/seqid=0 2024-11-16T01:22:26,430 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5307ce9da3af46fc9e8ff714ae5054eb 2024-11-16T01:22:26,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741844_1020 (size=5518) 2024-11-16T01:22:26,442 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/default/test/b7166da8a55df19f431c442fcbc8bc1c/.tmp/f1/f96b8661438d441194476e69b8c009d8 is 30, key is row1/f1:/1731720143499/DeleteFamily/seqid=0 2024-11-16T01:22:26,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741845_1021 (size=5158) 2024-11-16T01:22:26,483 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 1191, reset compression=false 2024-11-16T01:22:26,574 INFO [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T01:22:26,574 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1325): Online Regions={b7166da8a55df19f431c442fcbc8bc1c=test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:22:26,574 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7166da8a55df19f431c442fcbc8bc1c 2024-11-16T01:22:26,601 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 1482, reset compression=false 2024-11-16T01:22:26,774 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7166da8a55df19f431c442fcbc8bc1c 2024-11-16T01:22:26,832 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740/.tmp/rep_barrier/e47396081c6d457ab821b12849cd568f 2024-11-16T01:22:26,847 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/default/test/b7166da8a55df19f431c442fcbc8bc1c/.tmp/f1/f96b8661438d441194476e69b8c009d8 2024-11-16T01:22:26,848 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740/.tmp/table/72a25e1452704644b2543d55673623fe is 53, key is hbase:replication/table:state/1731720138115/Put/seqid=0 2024-11-16T01:22:26,850 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f96b8661438d441194476e69b8c009d8 2024-11-16T01:22:26,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741846_1022 (size=5308) 2024-11-16T01:22:26,852 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740/.tmp/table/72a25e1452704644b2543d55673623fe 2024-11-16T01:22:26,855 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740/.tmp/info/97211bfbbadc4fc9b5f4e6988ee51e42 as hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740/info/97211bfbbadc4fc9b5f4e6988ee51e42 2024-11-16T01:22:26,859 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740/info/97211bfbbadc4fc9b5f4e6988ee51e42, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T01:22:26,859 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740/.tmp/ns/efef108cb1594f0f9759a546d05a9e7f as hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740/ns/efef108cb1594f0f9759a546d05a9e7f 2024-11-16T01:22:26,862 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740/ns/efef108cb1594f0f9759a546d05a9e7f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T01:22:26,863 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740/.tmp/rep_barrier/e47396081c6d457ab821b12849cd568f as hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740/rep_barrier/e47396081c6d457ab821b12849cd568f 2024-11-16T01:22:26,866 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740/rep_barrier/e47396081c6d457ab821b12849cd568f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T01:22:26,867 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740/.tmp/table/72a25e1452704644b2543d55673623fe as hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740/table/72a25e1452704644b2543d55673623fe 2024-11-16T01:22:26,869 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/default/test/b7166da8a55df19f431c442fcbc8bc1c/.tmp/norep/de2309f3d97044fd94a42a87771a29a6 is 33, key is row2/norep:/1731720144503/DeleteFamily/seqid=0 2024-11-16T01:22:26,870 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740/table/72a25e1452704644b2543d55673623fe, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T01:22:26,871 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=16, compaction requested=false 2024-11-16T01:22:26,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741847_1023 (size=5108) 2024-11-16T01:22:26,874 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T01:22:26,875 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:22:26,875 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:22:26,875 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:22:26,875 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720145573Running coprocessor pre-close hooks at 1731720145573Disabling compacts and flushes for region at 1731720145573Disabling writes for close at 1731720145574 (+1 ms)Obtaining lock to block concurrent updates at 1731720145574Preparing flush snapshotting stores in 1588230740 at 1731720145574Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731720145574Flushing stores of hbase:meta,,1.1588230740 at 1731720145574Flushing 1588230740/info: creating writer at 1731720145575 (+1 ms)Flushing 1588230740/info: appending metadata at 1731720145588 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731720145588Flushing 1588230740/ns: creating writer at 1731720145996 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731720146010 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731720146010Flushing 1588230740/rep_barrier: creating writer at 1731720146416 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731720146429 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731720146429Flushing 1588230740/table: creating writer at 1731720146836 (+407 ms)Flushing 1588230740/table: appending metadata at 1731720146848 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731720146848Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eacaeb5: reopening flushed file at 1731720146855 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@509f61ae: reopening flushed file at 1731720146859 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dde1a5: reopening flushed file at 1731720146863 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@708c1bac: reopening flushed file at 1731720146866 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=16, compaction requested=false at 1731720146871 (+5 ms)Writing region close event to WAL at 1731720146872 (+1 ms)Running coprocessor post-close hooks at 1731720146875 (+3 ms)Closed at 1731720146875 2024-11-16T01:22:26,875 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T01:22:26,903 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 1482, reset compression=false 2024-11-16T01:22:26,975 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1351): Waiting on b7166da8a55df19f431c442fcbc8bc1c 2024-11-16T01:22:26,986 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 1191, reset compression=false 2024-11-16T01:22:27,036 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 636, reset compression=false 2024-11-16T01:22:27,175 DEBUG [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1351): Waiting on b7166da8a55df19f431c442fcbc8bc1c 2024-11-16T01:22:27,273 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/default/test/b7166da8a55df19f431c442fcbc8bc1c/.tmp/norep/de2309f3d97044fd94a42a87771a29a6 2024-11-16T01:22:27,276 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de2309f3d97044fd94a42a87771a29a6 2024-11-16T01:22:27,276 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/default/test/b7166da8a55df19f431c442fcbc8bc1c/.tmp/f/5307ce9da3af46fc9e8ff714ae5054eb as hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/default/test/b7166da8a55df19f431c442fcbc8bc1c/f/5307ce9da3af46fc9e8ff714ae5054eb 2024-11-16T01:22:27,279 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5307ce9da3af46fc9e8ff714ae5054eb 2024-11-16T01:22:27,279 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/default/test/b7166da8a55df19f431c442fcbc8bc1c/f/5307ce9da3af46fc9e8ff714ae5054eb, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T01:22:27,280 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/default/test/b7166da8a55df19f431c442fcbc8bc1c/.tmp/f1/f96b8661438d441194476e69b8c009d8 as hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/default/test/b7166da8a55df19f431c442fcbc8bc1c/f1/f96b8661438d441194476e69b8c009d8 2024-11-16T01:22:27,283 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f96b8661438d441194476e69b8c009d8 2024-11-16T01:22:27,283 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/default/test/b7166da8a55df19f431c442fcbc8bc1c/f1/f96b8661438d441194476e69b8c009d8, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T01:22:27,283 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/default/test/b7166da8a55df19f431c442fcbc8bc1c/.tmp/norep/de2309f3d97044fd94a42a87771a29a6 as hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/default/test/b7166da8a55df19f431c442fcbc8bc1c/norep/de2309f3d97044fd94a42a87771a29a6 2024-11-16T01:22:27,286 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de2309f3d97044fd94a42a87771a29a6 2024-11-16T01:22:27,286 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/default/test/b7166da8a55df19f431c442fcbc8bc1c/norep/de2309f3d97044fd94a42a87771a29a6, entries=1, sequenceid=10, filesize=5.0 K 2024-11-16T01:22:27,287 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b7166da8a55df19f431c442fcbc8bc1c in 1278ms, sequenceid=10, compaction requested=false 2024-11-16T01:22:27,290 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/data/default/test/b7166da8a55df19f431c442fcbc8bc1c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T01:22:27,290 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:22:27,291 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:22:27,291 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c. 2024-11-16T01:22:27,291 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7166da8a55df19f431c442fcbc8bc1c: Waiting for close lock at 1731720146009Running coprocessor pre-close hooks at 1731720146009Disabling compacts and flushes for region at 1731720146009Disabling writes for close at 1731720146009Obtaining lock to block concurrent updates at 1731720146009Preparing flush snapshotting stores in b7166da8a55df19f431c442fcbc8bc1c at 1731720146009Finished memstore snapshotting test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731720146009Flushing stores of test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c. at 1731720146010 (+1 ms)Flushing b7166da8a55df19f431c442fcbc8bc1c/f: creating writer at 1731720146010Flushing b7166da8a55df19f431c442fcbc8bc1c/f: appending metadata at 1731720146022 (+12 ms)Flushing b7166da8a55df19f431c442fcbc8bc1c/f: closing flushed file at 1731720146022Flushing b7166da8a55df19f431c442fcbc8bc1c/f1: creating writer at 1731720146430 (+408 ms)Flushing b7166da8a55df19f431c442fcbc8bc1c/f1: appending metadata at 1731720146442 (+12 ms)Flushing b7166da8a55df19f431c442fcbc8bc1c/f1: closing flushed file at 1731720146442Flushing b7166da8a55df19f431c442fcbc8bc1c/norep: creating writer at 1731720146850 (+408 ms)Flushing b7166da8a55df19f431c442fcbc8bc1c/norep: appending metadata at 1731720146868 (+18 ms)Flushing b7166da8a55df19f431c442fcbc8bc1c/norep: closing flushed file at 1731720146868Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27f1ce9c: reopening flushed file at 1731720147276 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@563aba21: reopening flushed file at 1731720147280 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46e2fc9c: reopening flushed file at 1731720147283 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b7166da8a55df19f431c442fcbc8bc1c in 1278ms, sequenceid=10, compaction requested=false at 1731720147287 (+4 ms)Writing region close event to WAL at 1731720147288 (+1 ms)Running coprocessor post-close hooks at 1731720147290 (+2 ms)Closed at 1731720147291 (+1 ms) 2024-11-16T01:22:27,291 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731720132881.b7166da8a55df19f431c442fcbc8bc1c. 2024-11-16T01:22:27,306 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 1482, reset compression=false 2024-11-16T01:22:27,310 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:22:27,310 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 2126, reset compression=false 2024-11-16T01:22:27,375 INFO [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(976): stopping server 844d197be988,33827,1731720126631; all regions closed. 2024-11-16T01:22:27,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741834_1010 (size=4239) 2024-11-16T01:22:27,377 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.meta.1731720129897.meta not finished, retry = 0 2024-11-16T01:22:27,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741839_1015 (size=3114) 2024-11-16T01:22:27,479 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.rep.1731720138073 not finished, retry = 0 2024-11-16T01:22:27,512 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 to pos 2126, reset compression=false 2024-11-16T01:22:27,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741832_1008 (size=2134) 2024-11-16T01:22:27,581 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/WALs/844d197be988,33827,1731720126631/844d197be988%2C33827%2C1731720126631.1731720128980 not finished, retry = 0 2024-11-16T01:22:27,590 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 1191, reset compression=false 2024-11-16T01:22:27,682 DEBUG [RS:0;844d197be988:33827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:27,682 INFO [RS:0;844d197be988:33827 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:22:27,683 INFO [RS:0;844d197be988:33827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:22:27,683 INFO [RS:0;844d197be988:33827 {}] hbase.ChoreService(370): Chore service for: regionserver/844d197be988:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T01:22:27,683 INFO [RS:0;844d197be988:33827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:22:27,683 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:22:27,683 INFO [RS:0;844d197be988:33827 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-844d197be988,33827,1731720126631 because: Region server is closing 2024-11-16T01:22:27,684 INFO [RS:0;844d197be988:33827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:33827. 2024-11-16T01:22:27,684 DEBUG [RS:0;844d197be988:33827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:22:27,684 DEBUG [RS:0;844d197be988:33827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:27,684 DEBUG [RS:0;844d197be988:33827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:27,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:22:27,784 INFO [RS:0;844d197be988:33827 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.shipper844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 terminated 2024-11-16T01:22:27,784 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,33827,1731720126631.replicationSource.wal-reader.844d197be988%2C33827%2C1731720126631,1-844d197be988,33827,1731720126631 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T01:22:27,784 INFO [RS:0;844d197be988:33827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:33827. 2024-11-16T01:22:27,784 DEBUG [RS:0;844d197be988:33827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:22:27,784 DEBUG [RS:0;844d197be988:33827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:27,784 DEBUG [RS:0;844d197be988:33827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:27,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:22:27,785 INFO [RS:0;844d197be988:33827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33827 2024-11-16T01:22:27,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x101413bec3b0007, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2521360289/rs/844d197be988,33827,1731720126631 2024-11-16T01:22:27,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2521360289/rs 2024-11-16T01:22:27,797 INFO [RS:0;844d197be988:33827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:22:27,819 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [844d197be988,33827,1731720126631] 2024-11-16T01:22:27,829 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2521360289/draining/844d197be988,33827,1731720126631 already deleted, retry=false 2024-11-16T01:22:27,829 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 844d197be988,33827,1731720126631 expired; onlineServers=0 2024-11-16T01:22:27,829 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '844d197be988,34359,1731720126525' ***** 2024-11-16T01:22:27,829 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T01:22:27,829 INFO [M:0;844d197be988:34359 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:22:27,829 INFO [M:0;844d197be988:34359 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:22:27,829 DEBUG [M:0;844d197be988:34359 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T01:22:27,830 DEBUG [M:0;844d197be988:34359 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T01:22:27,830 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T01:22:27,830 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720128694 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720128694,5,FailOnTimeoutGroup] 2024-11-16T01:22:27,830 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720128694 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720128694,5,FailOnTimeoutGroup] 2024-11-16T01:22:27,830 INFO [M:0;844d197be988:34359 {}] hbase.ChoreService(370): Chore service for: master/844d197be988:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T01:22:27,830 INFO [M:0;844d197be988:34359 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:22:27,830 DEBUG [M:0;844d197be988:34359 {}] master.HMaster(1795): Stopping service threads 2024-11-16T01:22:27,830 INFO [M:0;844d197be988:34359 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T01:22:27,830 INFO [M:0;844d197be988:34359 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:22:27,830 INFO [M:0;844d197be988:34359 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T01:22:27,830 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T01:22:27,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2521360289/master 2024-11-16T01:22:27,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2521360289 2024-11-16T01:22:27,908 DEBUG [M:0;844d197be988:34359 {}] zookeeper.ZKUtil(347): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Unable to get data of znode /2521360289/master because node does not exist (not an error) 2024-11-16T01:22:27,908 WARN [M:0;844d197be988:34359 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T01:22:27,919 INFO [RS:0;844d197be988:33827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:22:27,919 INFO [RS:0;844d197be988:33827 {}] regionserver.HRegionServer(1031): Exiting; stopping=844d197be988,33827,1731720126631; zookeeper connection closed. 2024-11-16T01:22:27,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x101413bec3b0007, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:22:27,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33827-0x101413bec3b0007, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:22:27,920 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c7db386 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c7db386 2024-11-16T01:22:27,920 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T01:22:27,925 INFO [M:0;844d197be988:34359 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/.lastflushedseqids 2024-11-16T01:22:27,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741848_1024 (size=245) 2024-11-16T01:22:28,038 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 636, reset compression=false 2024-11-16T01:22:28,293 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 1191, reset compression=false 2024-11-16T01:22:28,342 INFO [M:0;844d197be988:34359 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T01:22:28,342 INFO [M:0;844d197be988:34359 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T01:22:28,342 DEBUG [M:0;844d197be988:34359 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:22:28,342 INFO [M:0;844d197be988:34359 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:28,342 DEBUG [M:0;844d197be988:34359 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:28,342 DEBUG [M:0;844d197be988:34359 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:22:28,342 DEBUG [M:0;844d197be988:34359 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:28,342 INFO [M:0;844d197be988:34359 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-16T01:22:28,355 DEBUG [M:0;844d197be988:34359 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d290768dd699424d9aa51e2770bd3eae is 82, key is hbase:meta,,1/info:regioninfo/1731720129933/Put/seqid=0 2024-11-16T01:22:28,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741849_1025 (size=5672) 2024-11-16T01:22:28,758 INFO [M:0;844d197be988:34359 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d290768dd699424d9aa51e2770bd3eae 2024-11-16T01:22:28,777 DEBUG [M:0;844d197be988:34359 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0507b987ac04b2184b025673fec2835 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731720138118/Put/seqid=0 2024-11-16T01:22:28,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741850_1026 (size=8515) 2024-11-16T01:22:29,096 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 1191, reset compression=false 2024-11-16T01:22:29,144 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 636, reset compression=false 2024-11-16T01:22:29,181 INFO [M:0;844d197be988:34359 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0507b987ac04b2184b025673fec2835 2024-11-16T01:22:29,202 DEBUG [M:0;844d197be988:34359 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9eb09a61d1724981a54dcb72139df5e2 is 69, key is 844d197be988,33827,1731720126631/rs:state/1731720128791/Put/seqid=0 2024-11-16T01:22:29,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741851_1027 (size=5156) 2024-11-16T01:22:29,627 INFO [M:0;844d197be988:34359 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9eb09a61d1724981a54dcb72139df5e2 2024-11-16T01:22:29,633 DEBUG [M:0;844d197be988:34359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d290768dd699424d9aa51e2770bd3eae as hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d290768dd699424d9aa51e2770bd3eae 2024-11-16T01:22:29,637 INFO [M:0;844d197be988:34359 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d290768dd699424d9aa51e2770bd3eae, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T01:22:29,644 DEBUG [M:0;844d197be988:34359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0507b987ac04b2184b025673fec2835 as hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0507b987ac04b2184b025673fec2835 2024-11-16T01:22:29,655 INFO [M:0;844d197be988:34359 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0507b987ac04b2184b025673fec2835, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T01:22:29,656 DEBUG [M:0;844d197be988:34359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9eb09a61d1724981a54dcb72139df5e2 as hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9eb09a61d1724981a54dcb72139df5e2 2024-11-16T01:22:29,661 INFO [M:0;844d197be988:34359 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34731/user/jenkins/test-data/3a2bfcc5-6e1a-2c1d-2dd0-424b3c73d85f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9eb09a61d1724981a54dcb72139df5e2, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T01:22:29,668 INFO [M:0;844d197be988:34359 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=97, compaction requested=false 2024-11-16T01:22:29,675 INFO [M:0;844d197be988:34359 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:29,675 DEBUG [M:0;844d197be988:34359 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720148342Disabling compacts and flushes for region at 1731720148342Disabling writes for close at 1731720148342Obtaining lock to block concurrent updates at 1731720148342Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731720148342Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731720148342Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731720148343 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731720148343Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731720148355 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731720148355Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731720148762 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731720148777 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731720148777Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731720149185 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731720149202 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731720149202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23a622f3: reopening flushed file at 1731720149632 (+430 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7262587b: reopening flushed file at 1731720149638 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cf4cdc1: reopening flushed file at 1731720149656 (+18 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=97, compaction requested=false at 1731720149668 (+12 ms)Writing region close event to WAL at 1731720149675 (+7 ms)Closed at 1731720149675 2024-11-16T01:22:29,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38507 is added to blk_1073741830_1006 (size=63642) 2024-11-16T01:22:29,678 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:22:29,678 INFO [M:0;844d197be988:34359 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T01:22:29,678 INFO [M:0;844d197be988:34359 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34359 2024-11-16T01:22:29,679 INFO [M:0;844d197be988:34359 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:22:29,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:22:29,839 INFO [M:0;844d197be988:34359 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:22:29,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34359-0x101413bec3b0006, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:22:29,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60bd6425{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:22:29,842 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@fcd3b2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:22:29,842 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:22:29,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23550a67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:22:29,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e9b6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/hadoop.log.dir/,STOPPED} 2024-11-16T01:22:29,843 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T01:22:29,843 WARN [BP-777468138-172.17.0.2-1731720124513 heartbeating to localhost/127.0.0.1:34731 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T01:22:29,843 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T01:22:29,843 WARN [BP-777468138-172.17.0.2-1731720124513 heartbeating to localhost/127.0.0.1:34731 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-777468138-172.17.0.2-1731720124513 (Datanode Uuid 2c8b6164-2fdd-4df7-b6c3-6a5b1f5b4826) service to localhost/127.0.0.1:34731 2024-11-16T01:22:29,844 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/cluster_36c31dc6-cb54-8fbe-c543-6e81dc32293c/data/data1/current/BP-777468138-172.17.0.2-1731720124513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:22:29,844 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/cluster_36c31dc6-cb54-8fbe-c543-6e81dc32293c/data/data2/current/BP-777468138-172.17.0.2-1731720124513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:22:29,844 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T01:22:29,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29ce3ee8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:22:29,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a225d5e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:22:29,849 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:22:29,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fc48511{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:22:29,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b3ee04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/hadoop.log.dir/,STOPPED} 2024-11-16T01:22:29,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T01:22:29,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T01:22:29,860 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:22:29,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:22:29,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:29,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:29,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:22:29,861 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T01:22:29,861 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=23822704, stopped=false 2024-11-16T01:22:29,861 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=844d197be988,44039,1731720120579 2024-11-16T01:22:29,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2115792601/running 2024-11-16T01:22:29,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2115792601 2024-11-16T01:22:29,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x101413bec3b0004, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2115792601/running 2024-11-16T01:22:29,875 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:22:29,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x101413bec3b0004, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2115792601 2024-11-16T01:22:29,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Set watcher on znode that does not yet exist, /1-2115792601/running 2024-11-16T01:22:29,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:22:29,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:22:29,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:29,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36773-0x101413bec3b0004, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Set watcher on znode that does not yet exist, /1-2115792601/running 2024-11-16T01:22:29,876 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '844d197be988,36773,1731720120893' ***** 2024-11-16T01:22:29,876 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T01:22:29,876 INFO [RS:0;844d197be988:36773 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T01:22:29,877 INFO [RS:0;844d197be988:36773 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T01:22:29,877 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T01:22:29,877 INFO [RS:0;844d197be988:36773 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T01:22:29,877 INFO [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(3091): Received CLOSE for d6494e887e5851952d81186efde9e04c 2024-11-16T01:22:29,877 INFO [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(3091): Received CLOSE for 4352f341dd1a9f168d88bb59844c0afb 2024-11-16T01:22:29,877 INFO [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(959): stopping server 844d197be988,36773,1731720120893 2024-11-16T01:22:29,877 INFO [RS:0;844d197be988:36773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:22:29,877 INFO [RS:0;844d197be988:36773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:36773. 2024-11-16T01:22:29,877 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6494e887e5851952d81186efde9e04c, disabling compactions & flushes 2024-11-16T01:22:29,877 DEBUG [RS:0;844d197be988:36773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:22:29,877 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c. 2024-11-16T01:22:29,877 DEBUG [RS:0;844d197be988:36773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:29,877 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c. 2024-11-16T01:22:29,877 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c. after waiting 0 ms 2024-11-16T01:22:29,877 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c. 2024-11-16T01:22:29,877 INFO [RS:0;844d197be988:36773 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T01:22:29,877 INFO [RS:0;844d197be988:36773 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T01:22:29,877 INFO [RS:0;844d197be988:36773 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T01:22:29,877 INFO [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T01:22:29,877 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d6494e887e5851952d81186efde9e04c 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-16T01:22:29,877 INFO [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T01:22:29,877 DEBUG [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(1325): Online Regions={d6494e887e5851952d81186efde9e04c=hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c., 4352f341dd1a9f168d88bb59844c0afb=test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:22:29,877 DEBUG [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4352f341dd1a9f168d88bb59844c0afb, d6494e887e5851952d81186efde9e04c 2024-11-16T01:22:29,877 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:22:29,877 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:22:29,877 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:22:29,877 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:22:29,877 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:22:29,877 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T01:22:29,890 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/replication/d6494e887e5851952d81186efde9e04c/.tmp/queue/b700395b97cf467ca1449a7542dc43de is 154, key is 1-844d197be988,36773,1731720120893/queue:844d197be988%2C36773%2C1731720120893/1731720145574/Put/seqid=0 2024-11-16T01:22:29,890 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740/.tmp/info/907c23fc30a2438c9f4481ebfa30a433 is 147, key is hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c./info:regioninfo/1731720136584/Put/seqid=0 2024-11-16T01:22:29,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741841_1017 (size=7686) 2024-11-16T01:22:29,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741840_1016 (size=5353) 2024-11-16T01:22:29,894 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740/.tmp/info/907c23fc30a2438c9f4481ebfa30a433 2024-11-16T01:22:29,918 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740/.tmp/ns/b597fa2cf1bb4345a33f4af94d4b4f58 is 43, key is default/ns:d/1731720124388/Put/seqid=0 2024-11-16T01:22:29,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741842_1018 (size=5153) 2024-11-16T01:22:29,950 INFO [regionserver/844d197be988:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:22:30,025 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 1191, reset compression=false 2024-11-16T01:22:30,077 DEBUG [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4352f341dd1a9f168d88bb59844c0afb, d6494e887e5851952d81186efde9e04c 2024-11-16T01:22:30,163 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T01:22:30,278 DEBUG [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4352f341dd1a9f168d88bb59844c0afb, d6494e887e5851952d81186efde9e04c 2024-11-16T01:22:30,294 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/replication/d6494e887e5851952d81186efde9e04c/.tmp/queue/b700395b97cf467ca1449a7542dc43de 2024-11-16T01:22:30,297 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/replication/d6494e887e5851952d81186efde9e04c/.tmp/queue/b700395b97cf467ca1449a7542dc43de as hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/replication/d6494e887e5851952d81186efde9e04c/queue/b700395b97cf467ca1449a7542dc43de 2024-11-16T01:22:30,301 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/replication/d6494e887e5851952d81186efde9e04c/queue/b700395b97cf467ca1449a7542dc43de, entries=1, sequenceid=12, filesize=5.2 K 2024-11-16T01:22:30,301 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for d6494e887e5851952d81186efde9e04c in 424ms, sequenceid=12, compaction requested=false 2024-11-16T01:22:30,301 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T01:22:30,304 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/replication/d6494e887e5851952d81186efde9e04c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T01:22:30,304 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:22:30,304 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:22:30,304 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c. 2024-11-16T01:22:30,304 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6494e887e5851952d81186efde9e04c: Waiting for close lock at 1731720149877Running coprocessor pre-close hooks at 1731720149877Disabling compacts and flushes for region at 1731720149877Disabling writes for close at 1731720149877Obtaining lock to block concurrent updates at 1731720149877Preparing flush snapshotting stores in d6494e887e5851952d81186efde9e04c at 1731720149877Finished memstore snapshotting hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731720149877Flushing stores of hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c. at 1731720149878 (+1 ms)Flushing d6494e887e5851952d81186efde9e04c/queue: creating writer at 1731720149878Flushing d6494e887e5851952d81186efde9e04c/queue: appending metadata at 1731720149890 (+12 ms)Flushing d6494e887e5851952d81186efde9e04c/queue: closing flushed file at 1731720149890Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a33652: reopening flushed file at 1731720150297 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for d6494e887e5851952d81186efde9e04c in 424ms, sequenceid=12, compaction requested=false at 1731720150301 (+4 ms)Writing region close event to WAL at 1731720150302 (+1 ms)Running coprocessor post-close hooks at 1731720150304 (+2 ms)Closed at 1731720150304 2024-11-16T01:22:30,305 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731720136196.d6494e887e5851952d81186efde9e04c. 2024-11-16T01:22:30,305 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4352f341dd1a9f168d88bb59844c0afb, disabling compactions & flushes 2024-11-16T01:22:30,305 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb. 2024-11-16T01:22:30,305 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb. 2024-11-16T01:22:30,305 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb. after waiting 0 ms 2024-11-16T01:22:30,305 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb. 2024-11-16T01:22:30,305 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4352f341dd1a9f168d88bb59844c0afb 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-16T01:22:30,317 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/default/test/4352f341dd1a9f168d88bb59844c0afb/.tmp/f/972cc7d090964d39b3cc3d781629541f is 29, key is row1/f:/1731720143499/DeleteFamily/seqid=0 2024-11-16T01:22:30,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741843_1019 (size=5152) 2024-11-16T01:22:30,321 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740/.tmp/ns/b597fa2cf1bb4345a33f4af94d4b4f58 2024-11-16T01:22:30,336 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740/.tmp/rep_barrier/48475ead0ffb4f79931fefda464cc722 is 112, key is test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb./rep_barrier:seqnumDuringOpen/1731720132644/Put/seqid=0 2024-11-16T01:22:30,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741844_1020 (size=5518) 2024-11-16T01:22:30,367 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 636, reset compression=false 2024-11-16T01:22:30,475 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T01:22:30,475 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T01:22:30,478 DEBUG [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4352f341dd1a9f168d88bb59844c0afb 2024-11-16T01:22:30,678 DEBUG [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4352f341dd1a9f168d88bb59844c0afb 2024-11-16T01:22:30,721 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/default/test/4352f341dd1a9f168d88bb59844c0afb/.tmp/f/972cc7d090964d39b3cc3d781629541f 2024-11-16T01:22:30,724 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 972cc7d090964d39b3cc3d781629541f 2024-11-16T01:22:30,736 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/default/test/4352f341dd1a9f168d88bb59844c0afb/.tmp/f1/cfa1f9c4addb45959ce9dcf289070036 is 30, key is row1/f1:/1731720143499/DeleteFamily/seqid=0 2024-11-16T01:22:30,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741845_1021 (size=5158) 2024-11-16T01:22:30,739 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740/.tmp/rep_barrier/48475ead0ffb4f79931fefda464cc722 2024-11-16T01:22:30,754 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740/.tmp/table/9dd7d3273d244c14ab6b59da243393d7 is 53, key is hbase:replication/table:state/1731720136590/Put/seqid=0 2024-11-16T01:22:30,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741846_1022 (size=5308) 2024-11-16T01:22:30,878 INFO [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T01:22:30,878 DEBUG [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(1325): Online Regions={4352f341dd1a9f168d88bb59844c0afb=test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:22:30,878 DEBUG [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4352f341dd1a9f168d88bb59844c0afb 2024-11-16T01:22:31,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,028 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 1191, reset compression=false 2024-11-16T01:22:31,032 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:22:31,032 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 1438, reset compression=false 2024-11-16T01:22:31,032 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.shipper844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,36773,1731720120893 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:22:31,033 ERROR [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.shipper844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 844d197be988,36773,1731720120893: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-844d197be988,36773,1731720120893, walGroup=844d197be988%2C36773%2C1731720120893, offset=844d197be988%2C36773%2C1731720120893.1731720123556:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:36773 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T01:22:31,034 ERROR [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.shipper844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T01:22:31,034 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.shipper844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T01:22:31,034 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.shipper844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T01:22:31,035 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.shipper844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T01:22:31,035 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.shipper844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T01:22:31,035 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.shipper844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 970142016 }, "NonHeapMemoryUsage": { "committed": 205848576, "init": 7667712, "max": -1, "used": 202725040 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T01:22:31,035 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.shipper844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:44039 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:44039 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T01:22:31,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,078 DEBUG [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4352f341dd1a9f168d88bb59844c0afb 2024-11-16T01:22:31,139 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/default/test/4352f341dd1a9f168d88bb59844c0afb/.tmp/f1/cfa1f9c4addb45959ce9dcf289070036 2024-11-16T01:22:31,142 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cfa1f9c4addb45959ce9dcf289070036 2024-11-16T01:22:31,158 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740/.tmp/table/9dd7d3273d244c14ab6b59da243393d7 2024-11-16T01:22:31,158 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/default/test/4352f341dd1a9f168d88bb59844c0afb/.tmp/norep/6eda4b766e17449eae49c69da60959ea is 33, key is row1/norep:/1731720143499/DeleteFamily/seqid=0 2024-11-16T01:22:31,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741847_1023 (size=5108) 2024-11-16T01:22:31,162 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740/.tmp/info/907c23fc30a2438c9f4481ebfa30a433 as hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740/info/907c23fc30a2438c9f4481ebfa30a433 2024-11-16T01:22:31,165 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740/info/907c23fc30a2438c9f4481ebfa30a433, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T01:22:31,165 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740/.tmp/ns/b597fa2cf1bb4345a33f4af94d4b4f58 as hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740/ns/b597fa2cf1bb4345a33f4af94d4b4f58 2024-11-16T01:22:31,168 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740/ns/b597fa2cf1bb4345a33f4af94d4b4f58, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T01:22:31,168 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740/.tmp/rep_barrier/48475ead0ffb4f79931fefda464cc722 as hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740/rep_barrier/48475ead0ffb4f79931fefda464cc722 2024-11-16T01:22:31,170 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740/rep_barrier/48475ead0ffb4f79931fefda464cc722, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T01:22:31,171 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740/.tmp/table/9dd7d3273d244c14ab6b59da243393d7 as hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740/table/9dd7d3273d244c14ab6b59da243393d7 2024-11-16T01:22:31,173 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740/table/9dd7d3273d244c14ab6b59da243393d7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T01:22:31,174 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=16, compaction requested=false 2024-11-16T01:22:31,177 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T01:22:31,178 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:22:31,178 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:22:31,178 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:22:31,178 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720149877Running coprocessor pre-close hooks at 1731720149877Disabling compacts and flushes for region at 1731720149877Disabling writes for close at 1731720149877Obtaining lock to block concurrent updates at 1731720149877Preparing flush snapshotting stores in 1588230740 at 1731720149877Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731720149878 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731720149878Flushing 1588230740/info: creating writer at 1731720149878Flushing 1588230740/info: appending metadata at 1731720149890 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731720149890Flushing 1588230740/ns: creating writer at 1731720149903 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731720149918 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731720149918Flushing 1588230740/rep_barrier: creating writer at 1731720150324 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731720150336 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731720150336Flushing 1588230740/table: creating writer at 1731720150742 (+406 ms)Flushing 1588230740/table: appending metadata at 1731720150754 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731720150754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eb09326: reopening flushed file at 1731720151162 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c9983da: reopening flushed file at 1731720151165 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ee23a43: reopening flushed file at 1731720151168 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d128e60: reopening flushed file at 1731720151170 (+2 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=16, compaction requested=false at 1731720151174 (+4 ms)Writing region close event to WAL at 1731720151175 (+1 ms)Running coprocessor post-close hooks at 1731720151178 (+3 ms)Closed at 1731720151178 2024-11-16T01:22:31,178 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T01:22:31,238 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 1438, reset compression=false 2024-11-16T01:22:31,279 DEBUG [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(1351): Waiting on 4352f341dd1a9f168d88bb59844c0afb 2024-11-16T01:22:31,479 DEBUG [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(1351): Waiting on 4352f341dd1a9f168d88bb59844c0afb 2024-11-16T01:22:31,541 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.1731720123556 to pos 1438, reset compression=false 2024-11-16T01:22:31,562 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/default/test/4352f341dd1a9f168d88bb59844c0afb/.tmp/norep/6eda4b766e17449eae49c69da60959ea 2024-11-16T01:22:31,565 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6eda4b766e17449eae49c69da60959ea 2024-11-16T01:22:31,566 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/default/test/4352f341dd1a9f168d88bb59844c0afb/.tmp/f/972cc7d090964d39b3cc3d781629541f as hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/default/test/4352f341dd1a9f168d88bb59844c0afb/f/972cc7d090964d39b3cc3d781629541f 2024-11-16T01:22:31,569 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 972cc7d090964d39b3cc3d781629541f 2024-11-16T01:22:31,569 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/default/test/4352f341dd1a9f168d88bb59844c0afb/f/972cc7d090964d39b3cc3d781629541f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T01:22:31,569 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/default/test/4352f341dd1a9f168d88bb59844c0afb/.tmp/f1/cfa1f9c4addb45959ce9dcf289070036 as hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/default/test/4352f341dd1a9f168d88bb59844c0afb/f1/cfa1f9c4addb45959ce9dcf289070036 2024-11-16T01:22:31,572 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cfa1f9c4addb45959ce9dcf289070036 2024-11-16T01:22:31,572 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/default/test/4352f341dd1a9f168d88bb59844c0afb/f1/cfa1f9c4addb45959ce9dcf289070036, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T01:22:31,573 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/default/test/4352f341dd1a9f168d88bb59844c0afb/.tmp/norep/6eda4b766e17449eae49c69da60959ea as hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/default/test/4352f341dd1a9f168d88bb59844c0afb/norep/6eda4b766e17449eae49c69da60959ea 2024-11-16T01:22:31,576 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6eda4b766e17449eae49c69da60959ea 2024-11-16T01:22:31,576 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/default/test/4352f341dd1a9f168d88bb59844c0afb/norep/6eda4b766e17449eae49c69da60959ea, entries=1, sequenceid=10, filesize=5.0 K 2024-11-16T01:22:31,576 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:22:31,576 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 4352f341dd1a9f168d88bb59844c0afb in 1271ms, sequenceid=10, compaction requested=false 2024-11-16T01:22:31,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,584 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/data/default/test/4352f341dd1a9f168d88bb59844c0afb/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T01:22:31,585 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:22:31,585 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:22:31,585 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb. 2024-11-16T01:22:31,585 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4352f341dd1a9f168d88bb59844c0afb: Waiting for close lock at 1731720150305Running coprocessor pre-close hooks at 1731720150305Disabling compacts and flushes for region at 1731720150305Disabling writes for close at 1731720150305Obtaining lock to block concurrent updates at 1731720150305Preparing flush snapshotting stores in 4352f341dd1a9f168d88bb59844c0afb at 1731720150305Finished memstore snapshotting test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731720150305Flushing stores of test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb. at 1731720150305Flushing 4352f341dd1a9f168d88bb59844c0afb/f: creating writer at 1731720150305Flushing 4352f341dd1a9f168d88bb59844c0afb/f: appending metadata at 1731720150317 (+12 ms)Flushing 4352f341dd1a9f168d88bb59844c0afb/f: closing flushed file at 1731720150317Flushing 4352f341dd1a9f168d88bb59844c0afb/f1: creating writer at 1731720150724 (+407 ms)Flushing 4352f341dd1a9f168d88bb59844c0afb/f1: appending metadata at 1731720150735 (+11 ms)Flushing 4352f341dd1a9f168d88bb59844c0afb/f1: closing flushed file at 1731720150735Flushing 4352f341dd1a9f168d88bb59844c0afb/norep: creating writer at 1731720151143 (+408 ms)Flushing 4352f341dd1a9f168d88bb59844c0afb/norep: appending metadata at 1731720151157 (+14 ms)Flushing 4352f341dd1a9f168d88bb59844c0afb/norep: closing flushed file at 1731720151157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e8014c8: reopening flushed file at 1731720151565 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69c24aa1: reopening flushed file at 1731720151569 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5469af11: reopening flushed file at 1731720151572 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 4352f341dd1a9f168d88bb59844c0afb in 1271ms, sequenceid=10, compaction requested=false at 1731720151576 (+4 ms)Writing region close event to WAL at 1731720151582 (+6 ms)Running coprocessor post-close hooks at 1731720151585 (+3 ms)Closed at 1731720151585 2024-11-16T01:22:31,585 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731720132242.4352f341dd1a9f168d88bb59844c0afb. 2024-11-16T01:22:31,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:31,670 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 636, reset compression=false 2024-11-16T01:22:31,679 INFO [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(976): stopping server 844d197be988,36773,1731720120893; all regions closed. 2024-11-16T01:22:31,681 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/WALs/844d197be988,36773,1731720120893/844d197be988%2C36773%2C1731720120893.meta.1731720124338.meta not finished, retry = 0 2024-11-16T01:22:31,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741834_1010 (size=4239) 2024-11-16T01:22:31,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741839_1015 (size=3114) 2024-11-16T01:22:31,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741833_1009 (size=2090) 2024-11-16T01:22:31,786 DEBUG [RS:0;844d197be988:36773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:31,786 INFO [RS:0;844d197be988:36773 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:22:31,786 INFO [RS:0;844d197be988:36773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:22:31,787 INFO [RS:0;844d197be988:36773 {}] hbase.ChoreService(370): Chore service for: regionserver/844d197be988:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T01:22:31,787 INFO [RS:0;844d197be988:36773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:22:31,787 INFO [RS:0;844d197be988:36773 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-844d197be988,36773,1731720120893 because: Region server is closing 2024-11-16T01:22:31,787 INFO [RS:0;844d197be988:36773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:36773. 2024-11-16T01:22:31,787 DEBUG [RS:0;844d197be988:36773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:22:31,787 DEBUG [RS:0;844d197be988:36773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:31,787 DEBUG [RS:0;844d197be988:36773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:31,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:22:31,787 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:22:31,887 INFO [RS:0;844d197be988:36773 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.shipper844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 terminated 2024-11-16T01:22:31,887 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,36773,1731720120893.replicationSource.wal-reader.844d197be988%2C36773%2C1731720120893,1-844d197be988,36773,1731720120893 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T01:22:31,888 INFO [RS:0;844d197be988:36773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:36773. 2024-11-16T01:22:31,888 DEBUG [RS:0;844d197be988:36773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:22:31,888 DEBUG [RS:0;844d197be988:36773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:31,888 DEBUG [RS:0;844d197be988:36773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:31,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:22:31,888 INFO [RS:0;844d197be988:36773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36773 2024-11-16T01:22:31,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2115792601/rs 2024-11-16T01:22:31,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x101413bec3b0004, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2115792601/rs/844d197be988,36773,1731720120893 2024-11-16T01:22:31,907 INFO [RS:0;844d197be988:36773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:22:31,907 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [844d197be988,36773,1731720120893] 2024-11-16T01:22:31,966 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2115792601/draining/844d197be988,36773,1731720120893 already deleted, retry=false 2024-11-16T01:22:31,966 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 844d197be988,36773,1731720120893 expired; onlineServers=0 2024-11-16T01:22:31,966 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '844d197be988,44039,1731720120579' ***** 2024-11-16T01:22:31,966 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T01:22:31,966 INFO [M:0;844d197be988:44039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:22:31,966 INFO [M:0;844d197be988:44039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:22:31,966 DEBUG [M:0;844d197be988:44039 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T01:22:31,966 DEBUG [M:0;844d197be988:44039 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T01:22:31,966 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T01:22:31,966 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720123165 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720123165,5,FailOnTimeoutGroup] 2024-11-16T01:22:31,966 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720123165 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720123165,5,FailOnTimeoutGroup] 2024-11-16T01:22:31,966 INFO [M:0;844d197be988:44039 {}] hbase.ChoreService(370): Chore service for: master/844d197be988:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T01:22:31,966 INFO [M:0;844d197be988:44039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:22:31,966 DEBUG [M:0;844d197be988:44039 {}] master.HMaster(1795): Stopping service threads 2024-11-16T01:22:31,966 INFO [M:0;844d197be988:44039 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T01:22:31,966 INFO [M:0;844d197be988:44039 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:22:31,967 INFO [M:0;844d197be988:44039 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T01:22:31,967 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T01:22:31,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2115792601/master 2024-11-16T01:22:31,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2115792601 2024-11-16T01:22:31,976 DEBUG [M:0;844d197be988:44039 {}] zookeeper.ZKUtil(347): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Unable to get data of znode /1-2115792601/master because node does not exist (not an error) 2024-11-16T01:22:31,976 WARN [M:0;844d197be988:44039 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T01:22:31,977 INFO [M:0;844d197be988:44039 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/.lastflushedseqids 2024-11-16T01:22:31,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741848_1024 (size=245) 2024-11-16T01:22:32,044 INFO [RS:0;844d197be988:36773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:22:32,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x101413bec3b0004, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:22:32,044 INFO [RS:0;844d197be988:36773 {}] regionserver.HRegionServer(1031): Exiting; stopping=844d197be988,36773,1731720120893; zookeeper connection closed. 2024-11-16T01:22:32,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x101413bec3b0004, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:22:32,044 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5823815b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5823815b 2024-11-16T01:22:32,044 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T01:22:32,380 INFO [M:0;844d197be988:44039 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T01:22:32,381 INFO [M:0;844d197be988:44039 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T01:22:32,381 DEBUG [M:0;844d197be988:44039 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:22:32,381 INFO [M:0;844d197be988:44039 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:32,381 DEBUG [M:0;844d197be988:44039 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:32,381 DEBUG [M:0;844d197be988:44039 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:22:32,381 DEBUG [M:0;844d197be988:44039 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:32,381 INFO [M:0;844d197be988:44039 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T01:22:32,399 DEBUG [M:0;844d197be988:44039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54e8102eaabd4b8c96eb16090b6edbec is 82, key is hbase:meta,,1/info:regioninfo/1731720124373/Put/seqid=0 2024-11-16T01:22:32,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741849_1025 (size=5672) 2024-11-16T01:22:32,803 INFO [M:0;844d197be988:44039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54e8102eaabd4b8c96eb16090b6edbec 2024-11-16T01:22:32,818 DEBUG [M:0;844d197be988:44039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49e0d9dda6c4433d9bdd7e7dd0ee7cbd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731720136592/Put/seqid=0 2024-11-16T01:22:32,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741850_1026 (size=8516) 2024-11-16T01:22:33,073 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 636, reset compression=false 2024-11-16T01:22:33,221 INFO [M:0;844d197be988:44039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49e0d9dda6c4433d9bdd7e7dd0ee7cbd 2024-11-16T01:22:33,241 DEBUG [M:0;844d197be988:44039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5dd825f614a41fbb69a5593f8ab5cf4 is 69, key is 844d197be988,36773,1731720120893/rs:state/1731720123322/Put/seqid=0 2024-11-16T01:22:33,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741851_1027 (size=5156) 2024-11-16T01:22:33,645 INFO [M:0;844d197be988:44039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5dd825f614a41fbb69a5593f8ab5cf4 2024-11-16T01:22:33,655 DEBUG [M:0;844d197be988:44039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54e8102eaabd4b8c96eb16090b6edbec as hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54e8102eaabd4b8c96eb16090b6edbec 2024-11-16T01:22:33,662 INFO [M:0;844d197be988:44039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54e8102eaabd4b8c96eb16090b6edbec, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T01:22:33,662 DEBUG [M:0;844d197be988:44039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49e0d9dda6c4433d9bdd7e7dd0ee7cbd as hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49e0d9dda6c4433d9bdd7e7dd0ee7cbd 2024-11-16T01:22:33,668 INFO [M:0;844d197be988:44039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49e0d9dda6c4433d9bdd7e7dd0ee7cbd, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T01:22:33,669 DEBUG [M:0;844d197be988:44039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5dd825f614a41fbb69a5593f8ab5cf4 as hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5dd825f614a41fbb69a5593f8ab5cf4 2024-11-16T01:22:33,677 INFO [M:0;844d197be988:44039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42037/user/jenkins/test-data/e64895cc-e620-de69-e58e-8517d4411aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5dd825f614a41fbb69a5593f8ab5cf4, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T01:22:33,678 INFO [M:0;844d197be988:44039 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=97, compaction requested=false 2024-11-16T01:22:33,700 INFO [M:0;844d197be988:44039 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:33,700 DEBUG [M:0;844d197be988:44039 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720152381Disabling compacts and flushes for region at 1731720152381Disabling writes for close at 1731720152381Obtaining lock to block concurrent updates at 1731720152381Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731720152381Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731720152381Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731720152382 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731720152382Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731720152398 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731720152398Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731720152806 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731720152817 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731720152817Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731720153225 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731720153241 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731720153241Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a9707ed: reopening flushed file at 1731720153651 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14bd3d79: reopening flushed file at 1731720153662 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b7ef0ed: reopening flushed file at 1731720153668 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=97, compaction requested=false at 1731720153678 (+10 ms)Writing region close event to WAL at 1731720153700 (+22 ms)Closed at 1731720153700 2024-11-16T01:22:33,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43035 is added to blk_1073741830_1006 (size=63654) 2024-11-16T01:22:33,706 INFO [M:0;844d197be988:44039 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T01:22:33,706 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:22:33,706 INFO [M:0;844d197be988:44039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44039 2024-11-16T01:22:33,707 INFO [M:0;844d197be988:44039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:22:33,877 INFO [M:0;844d197be988:44039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:22:33,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:22:33,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x101413bec3b0003, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:22:33,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6764cdff{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:22:33,898 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5245da61{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:22:33,898 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:22:33,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8b4d207{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:22:33,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fc5528c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/hadoop.log.dir/,STOPPED} 2024-11-16T01:22:33,901 WARN [BP-1815633098-172.17.0.2-1731720118568 heartbeating to localhost/127.0.0.1:42037 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T01:22:33,901 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T01:22:33,901 WARN [BP-1815633098-172.17.0.2-1731720118568 heartbeating to localhost/127.0.0.1:42037 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1815633098-172.17.0.2-1731720118568 (Datanode Uuid d80bb753-88e7-42b6-a37a-d29f09c07bb5) service to localhost/127.0.0.1:42037 2024-11-16T01:22:33,901 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T01:22:33,901 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/cluster_d898b0d1-b2fd-c72a-9b66-cb19f3d3f77d/data/data2/current/BP-1815633098-172.17.0.2-1731720118568 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:22:33,902 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/cluster_d898b0d1-b2fd-c72a-9b66-cb19f3d3f77d/data/data1/current/BP-1815633098-172.17.0.2-1731720118568 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:22:33,902 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T01:22:33,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e2c27ab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:22:33,914 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f771fe1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:22:33,914 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:22:33,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22daf0ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:22:33,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@524e4e08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9dd5c79-7146-e5a4-6fd1-636cbacc2a09/hadoop.log.dir/,STOPPED} 2024-11-16T01:22:33,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T01:22:33,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T01:22:33,934 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:22:33,934 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:22:33,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:33,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:33,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:22:33,934 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T01:22:33,934 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1055628156, stopped=false 2024-11-16T01:22:33,934 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=844d197be988,39713,1731720116373 2024-11-16T01:22:33,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01651305623/running 2024-11-16T01:22:33,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651305623 2024-11-16T01:22:33,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x101413bec3b0001, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01651305623/running 2024-11-16T01:22:33,949 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:22:33,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x101413bec3b0001, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651305623 2024-11-16T01:22:33,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:22:33,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:22:33,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:33,950 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '844d197be988,41311,1731720116611' ***** 2024-11-16T01:22:33,950 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T01:22:33,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Set watcher on znode that does not yet exist, /01651305623/running 2024-11-16T01:22:33,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41311-0x101413bec3b0001, quorum=127.0.0.1:54190, baseZNode=/01651305623 Set watcher on znode that does not yet exist, /01651305623/running 2024-11-16T01:22:33,951 INFO [RS:0;844d197be988:41311 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T01:22:33,951 INFO [RS:0;844d197be988:41311 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T01:22:33,951 INFO [RS:0;844d197be988:41311 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T01:22:33,951 INFO [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(3091): Received CLOSE for f7f2220d220f669a6965dbed22712494 2024-11-16T01:22:33,951 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T01:22:33,951 INFO [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(3091): Received CLOSE for 12bafe0608ebf658149860d242140ae0 2024-11-16T01:22:33,951 INFO [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(959): stopping server 844d197be988,41311,1731720116611 2024-11-16T01:22:33,951 INFO [RS:0;844d197be988:41311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:22:33,951 INFO [RS:0;844d197be988:41311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:41311. 2024-11-16T01:22:33,951 DEBUG [RS:0;844d197be988:41311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:22:33,951 DEBUG [RS:0;844d197be988:41311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:33,952 INFO [RS:0;844d197be988:41311 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T01:22:33,952 INFO [RS:0;844d197be988:41311 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T01:22:33,952 INFO [RS:0;844d197be988:41311 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T01:22:33,952 INFO [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T01:22:33,952 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7f2220d220f669a6965dbed22712494, disabling compactions & flushes 2024-11-16T01:22:33,952 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494. 2024-11-16T01:22:33,952 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494. 2024-11-16T01:22:33,952 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494. after waiting 0 ms 2024-11-16T01:22:33,952 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494. 2024-11-16T01:22:33,953 INFO [regionserver/844d197be988:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:22:33,958 INFO [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T01:22:33,958 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f7f2220d220f669a6965dbed22712494 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-16T01:22:33,958 DEBUG [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f7f2220d220f669a6965dbed22712494=hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494., 12bafe0608ebf658149860d242140ae0=test,,1731720130091.12bafe0608ebf658149860d242140ae0.} 2024-11-16T01:22:33,958 DEBUG [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(1351): Waiting on 12bafe0608ebf658149860d242140ae0, 1588230740, f7f2220d220f669a6965dbed22712494 2024-11-16T01:22:33,959 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:22:33,959 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:22:33,959 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:22:33,959 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:22:33,959 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:22:33,959 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T01:22:33,982 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/replication/f7f2220d220f669a6965dbed22712494/.tmp/queue/d4b381394a1b4487bc9d7733b4204e2b is 153, key is 1-844d197be988,41311,1731720116611/queue:844d197be988%2C41311%2C1731720116611/1731720142615/Put/seqid=0 2024-11-16T01:22:33,988 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740/.tmp/info/07ebc186168540598bd89096f1e13770 is 147, key is hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494./info:regioninfo/1731720135201/Put/seqid=0 2024-11-16T01:22:34,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741840_1016 (size=5352) 2024-11-16T01:22:34,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741841_1017 (size=7686) 2024-11-16T01:22:34,032 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740/.tmp/info/07ebc186168540598bd89096f1e13770 2024-11-16T01:22:34,069 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740/.tmp/ns/baa8a5644e45491fa35a667daee534b9 is 43, key is default/ns:d/1731720118457/Put/seqid=0 2024-11-16T01:22:34,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741842_1018 (size=5153) 2024-11-16T01:22:34,086 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740/.tmp/ns/baa8a5644e45491fa35a667daee534b9 2024-11-16T01:22:34,128 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740/.tmp/rep_barrier/1f032eb8f7f24d6f9092c4174bd2caaa is 112, key is test,,1731720130091.12bafe0608ebf658149860d242140ae0./rep_barrier:seqnumDuringOpen/1731720131248/Put/seqid=0 2024-11-16T01:22:34,158 DEBUG [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(1351): Waiting on 12bafe0608ebf658149860d242140ae0, 1588230740, f7f2220d220f669a6965dbed22712494 2024-11-16T01:22:34,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741843_1019 (size=5518) 2024-11-16T01:22:34,162 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740/.tmp/rep_barrier/1f032eb8f7f24d6f9092c4174bd2caaa 2024-11-16T01:22:34,198 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740/.tmp/table/264c1b202f67488a92f6adea52d9eb84 is 53, key is hbase:replication/table:state/1731720135207/Put/seqid=0 2024-11-16T01:22:34,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741844_1020 (size=5308) 2024-11-16T01:22:34,218 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740/.tmp/table/264c1b202f67488a92f6adea52d9eb84 2024-11-16T01:22:34,229 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740/.tmp/info/07ebc186168540598bd89096f1e13770 as hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740/info/07ebc186168540598bd89096f1e13770 2024-11-16T01:22:34,239 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740/info/07ebc186168540598bd89096f1e13770, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T01:22:34,240 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740/.tmp/ns/baa8a5644e45491fa35a667daee534b9 as hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740/ns/baa8a5644e45491fa35a667daee534b9 2024-11-16T01:22:34,249 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740/ns/baa8a5644e45491fa35a667daee534b9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T01:22:34,252 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740/.tmp/rep_barrier/1f032eb8f7f24d6f9092c4174bd2caaa as hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740/rep_barrier/1f032eb8f7f24d6f9092c4174bd2caaa 2024-11-16T01:22:34,263 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740/rep_barrier/1f032eb8f7f24d6f9092c4174bd2caaa, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T01:22:34,264 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740/.tmp/table/264c1b202f67488a92f6adea52d9eb84 as hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740/table/264c1b202f67488a92f6adea52d9eb84 2024-11-16T01:22:34,270 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740/table/264c1b202f67488a92f6adea52d9eb84, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T01:22:34,273 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 314ms, sequenceid=16, compaction requested=false 2024-11-16T01:22:34,273 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T01:22:34,298 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T01:22:34,298 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:22:34,298 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:22:34,298 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:22:34,298 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720153959Running coprocessor pre-close hooks at 1731720153959Disabling compacts and flushes for region at 1731720153959Disabling writes for close at 1731720153959Obtaining lock to block concurrent updates at 1731720153959Preparing flush snapshotting stores in 1588230740 at 1731720153959Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731720153959Flushing stores of hbase:meta,,1.1588230740 at 1731720153960 (+1 ms)Flushing 1588230740/info: creating writer at 1731720153960Flushing 1588230740/info: appending metadata at 1731720153988 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731720153988Flushing 1588230740/ns: creating writer at 1731720154038 (+50 ms)Flushing 1588230740/ns: appending metadata at 1731720154068 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731720154068Flushing 1588230740/rep_barrier: creating writer at 1731720154093 (+25 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731720154128 (+35 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731720154128Flushing 1588230740/table: creating writer at 1731720154166 (+38 ms)Flushing 1588230740/table: appending metadata at 1731720154198 (+32 ms)Flushing 1588230740/table: closing flushed file at 1731720154198Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4de314ed: reopening flushed file at 1731720154228 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a53389a: reopening flushed file at 1731720154239 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54067552: reopening flushed file at 1731720154250 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58553795: reopening flushed file at 1731720154263 (+13 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 314ms, sequenceid=16, compaction requested=false at 1731720154273 (+10 ms)Writing region close event to WAL at 1731720154294 (+21 ms)Running coprocessor post-close hooks at 1731720154298 (+4 ms)Closed at 1731720154298 2024-11-16T01:22:34,298 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T01:22:34,359 DEBUG [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(1351): Waiting on 12bafe0608ebf658149860d242140ae0, f7f2220d220f669a6965dbed22712494 2024-11-16T01:22:34,420 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/replication/f7f2220d220f669a6965dbed22712494/.tmp/queue/d4b381394a1b4487bc9d7733b4204e2b 2024-11-16T01:22:34,424 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/replication/f7f2220d220f669a6965dbed22712494/.tmp/queue/d4b381394a1b4487bc9d7733b4204e2b as hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/replication/f7f2220d220f669a6965dbed22712494/queue/d4b381394a1b4487bc9d7733b4204e2b 2024-11-16T01:22:34,438 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/replication/f7f2220d220f669a6965dbed22712494/queue/d4b381394a1b4487bc9d7733b4204e2b, entries=1, sequenceid=8, filesize=5.2 K 2024-11-16T01:22:34,439 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f7f2220d220f669a6965dbed22712494 in 487ms, sequenceid=8, compaction requested=false 2024-11-16T01:22:34,439 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T01:22:34,458 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/hbase/replication/f7f2220d220f669a6965dbed22712494/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T01:22:34,459 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:22:34,459 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:22:34,459 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494. 2024-11-16T01:22:34,459 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7f2220d220f669a6965dbed22712494: Waiting for close lock at 1731720153952Running coprocessor pre-close hooks at 1731720153952Disabling compacts and flushes for region at 1731720153952Disabling writes for close at 1731720153952Obtaining lock to block concurrent updates at 1731720153958 (+6 ms)Preparing flush snapshotting stores in f7f2220d220f669a6965dbed22712494 at 1731720153958Finished memstore snapshotting hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731720153958Flushing stores of hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494. at 1731720153960 (+2 ms)Flushing f7f2220d220f669a6965dbed22712494/queue: creating writer at 1731720153960Flushing f7f2220d220f669a6965dbed22712494/queue: appending metadata at 1731720153981 (+21 ms)Flushing f7f2220d220f669a6965dbed22712494/queue: closing flushed file at 1731720153981Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34439f2e: reopening flushed file at 1731720154424 (+443 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f7f2220d220f669a6965dbed22712494 in 487ms, sequenceid=8, compaction requested=false at 1731720154439 (+15 ms)Writing region close event to WAL at 1731720154443 (+4 ms)Running coprocessor post-close hooks at 1731720154459 (+16 ms)Closed at 1731720154459 2024-11-16T01:22:34,459 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731720134033.f7f2220d220f669a6965dbed22712494. 2024-11-16T01:22:34,459 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12bafe0608ebf658149860d242140ae0, disabling compactions & flushes 2024-11-16T01:22:34,459 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731720130091.12bafe0608ebf658149860d242140ae0. 2024-11-16T01:22:34,459 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720130091.12bafe0608ebf658149860d242140ae0. 2024-11-16T01:22:34,459 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731720130091.12bafe0608ebf658149860d242140ae0. after waiting 0 ms 2024-11-16T01:22:34,459 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731720130091.12bafe0608ebf658149860d242140ae0. 2024-11-16T01:22:34,459 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 12bafe0608ebf658149860d242140ae0 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-16T01:22:34,481 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/default/test/12bafe0608ebf658149860d242140ae0/.tmp/f/0c0b430a36c044188f3a5be5a8c2e93e is 28, key is row/f:/1731720142494/DeleteFamily/seqid=0 2024-11-16T01:22:34,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741845_1021 (size=5085) 2024-11-16T01:22:34,493 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/default/test/12bafe0608ebf658149860d242140ae0/.tmp/f/0c0b430a36c044188f3a5be5a8c2e93e 2024-11-16T01:22:34,501 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c0b430a36c044188f3a5be5a8c2e93e 2024-11-16T01:22:34,516 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/default/test/12bafe0608ebf658149860d242140ae0/.tmp/f1/f1e7e7fc0d4e4a5fb06bfa8ff676d62a is 29, key is row/f1:/1731720142494/DeleteFamily/seqid=0 2024-11-16T01:22:34,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741846_1022 (size=5089) 2024-11-16T01:22:34,559 DEBUG [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(1351): Waiting on 12bafe0608ebf658149860d242140ae0 2024-11-16T01:22:34,575 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 636, reset compression=false 2024-11-16T01:22:34,579 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:22:34,579 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 883, reset compression=false 2024-11-16T01:22:34,579 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.shipper844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,41311,1731720116611 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:22:34,580 ERROR [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.shipper844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 844d197be988,41311,1731720116611: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-844d197be988,41311,1731720116611, walGroup=844d197be988%2C41311%2C1731720116611, offset=844d197be988%2C41311%2C1731720116611.1731720117816:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:41311 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T01:22:34,581 ERROR [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.shipper844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T01:22:34,581 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.shipper844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T01:22:34,582 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.shipper844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T01:22:34,582 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.shipper844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T01:22:34,582 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.shipper844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T01:22:34,582 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.shipper844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 1062416704 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 203265264 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T01:22:34,582 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.shipper844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T01:22:34,732 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T01:22:34,732 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T01:22:34,759 DEBUG [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(1351): Waiting on 12bafe0608ebf658149860d242140ae0 2024-11-16T01:22:34,783 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 883, reset compression=false 2024-11-16T01:22:34,921 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/default/test/12bafe0608ebf658149860d242140ae0/.tmp/f1/f1e7e7fc0d4e4a5fb06bfa8ff676d62a 2024-11-16T01:22:34,925 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1e7e7fc0d4e4a5fb06bfa8ff676d62a 2024-11-16T01:22:34,937 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/default/test/12bafe0608ebf658149860d242140ae0/.tmp/norep/834d6ed31d4a4012b85de6e8649d1ea7 is 32, key is row/norep:/1731720142494/DeleteFamily/seqid=0 2024-11-16T01:22:34,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741847_1023 (size=5101) 2024-11-16T01:22:34,959 INFO [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T01:22:34,959 DEBUG [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(1325): Online Regions={12bafe0608ebf658149860d242140ae0=test,,1731720130091.12bafe0608ebf658149860d242140ae0.} 2024-11-16T01:22:34,959 DEBUG [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(1351): Waiting on 12bafe0608ebf658149860d242140ae0 2024-11-16T01:22:35,086 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 883, reset compression=false 2024-11-16T01:22:35,159 DEBUG [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(1351): Waiting on 12bafe0608ebf658149860d242140ae0 2024-11-16T01:22:35,341 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/default/test/12bafe0608ebf658149860d242140ae0/.tmp/norep/834d6ed31d4a4012b85de6e8649d1ea7 2024-11-16T01:22:35,344 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 834d6ed31d4a4012b85de6e8649d1ea7 2024-11-16T01:22:35,345 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/default/test/12bafe0608ebf658149860d242140ae0/.tmp/f/0c0b430a36c044188f3a5be5a8c2e93e as hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/default/test/12bafe0608ebf658149860d242140ae0/f/0c0b430a36c044188f3a5be5a8c2e93e 2024-11-16T01:22:35,348 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c0b430a36c044188f3a5be5a8c2e93e 2024-11-16T01:22:35,348 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/default/test/12bafe0608ebf658149860d242140ae0/f/0c0b430a36c044188f3a5be5a8c2e93e, entries=1, sequenceid=6, filesize=5.0 K 2024-11-16T01:22:35,349 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/default/test/12bafe0608ebf658149860d242140ae0/.tmp/f1/f1e7e7fc0d4e4a5fb06bfa8ff676d62a as hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/default/test/12bafe0608ebf658149860d242140ae0/f1/f1e7e7fc0d4e4a5fb06bfa8ff676d62a 2024-11-16T01:22:35,352 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1e7e7fc0d4e4a5fb06bfa8ff676d62a 2024-11-16T01:22:35,352 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/default/test/12bafe0608ebf658149860d242140ae0/f1/f1e7e7fc0d4e4a5fb06bfa8ff676d62a, entries=1, sequenceid=6, filesize=5.0 K 2024-11-16T01:22:35,353 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/default/test/12bafe0608ebf658149860d242140ae0/.tmp/norep/834d6ed31d4a4012b85de6e8649d1ea7 as hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/default/test/12bafe0608ebf658149860d242140ae0/norep/834d6ed31d4a4012b85de6e8649d1ea7 2024-11-16T01:22:35,356 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 834d6ed31d4a4012b85de6e8649d1ea7 2024-11-16T01:22:35,356 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/default/test/12bafe0608ebf658149860d242140ae0/norep/834d6ed31d4a4012b85de6e8649d1ea7, entries=1, sequenceid=6, filesize=5.0 K 2024-11-16T01:22:35,357 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 12bafe0608ebf658149860d242140ae0 in 898ms, sequenceid=6, compaction requested=false 2024-11-16T01:22:35,357 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T01:22:35,359 DEBUG [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(1351): Waiting on 12bafe0608ebf658149860d242140ae0 2024-11-16T01:22:35,361 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/data/default/test/12bafe0608ebf658149860d242140ae0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T01:22:35,361 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:22:35,361 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:22:35,361 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731720130091.12bafe0608ebf658149860d242140ae0. 2024-11-16T01:22:35,361 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12bafe0608ebf658149860d242140ae0: Waiting for close lock at 1731720154459Running coprocessor pre-close hooks at 1731720154459Disabling compacts and flushes for region at 1731720154459Disabling writes for close at 1731720154459Obtaining lock to block concurrent updates at 1731720154460 (+1 ms)Preparing flush snapshotting stores in 12bafe0608ebf658149860d242140ae0 at 1731720154460Finished memstore snapshotting test,,1731720130091.12bafe0608ebf658149860d242140ae0., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731720154460Flushing stores of test,,1731720130091.12bafe0608ebf658149860d242140ae0. at 1731720154461 (+1 ms)Flushing 12bafe0608ebf658149860d242140ae0/f: creating writer at 1731720154461Flushing 12bafe0608ebf658149860d242140ae0/f: appending metadata at 1731720154480 (+19 ms)Flushing 12bafe0608ebf658149860d242140ae0/f: closing flushed file at 1731720154480Flushing 12bafe0608ebf658149860d242140ae0/f1: creating writer at 1731720154501 (+21 ms)Flushing 12bafe0608ebf658149860d242140ae0/f1: appending metadata at 1731720154515 (+14 ms)Flushing 12bafe0608ebf658149860d242140ae0/f1: closing flushed file at 1731720154515Flushing 12bafe0608ebf658149860d242140ae0/norep: creating writer at 1731720154925 (+410 ms)Flushing 12bafe0608ebf658149860d242140ae0/norep: appending metadata at 1731720154937 (+12 ms)Flushing 12bafe0608ebf658149860d242140ae0/norep: closing flushed file at 1731720154937Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bd4ea77: reopening flushed file at 1731720155344 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ea83283: reopening flushed file at 1731720155348 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2314b70f: reopening flushed file at 1731720155352 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 12bafe0608ebf658149860d242140ae0 in 898ms, sequenceid=6, compaction requested=false at 1731720155357 (+5 ms)Writing region close event to WAL at 1731720155358 (+1 ms)Running coprocessor post-close hooks at 1731720155361 (+3 ms)Closed at 1731720155361 2024-11-16T01:22:35,361 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731720130091.12bafe0608ebf658149860d242140ae0. 2024-11-16T01:22:35,489 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 883, reset compression=false 2024-11-16T01:22:35,493 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:22:35,493 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.wal-reader.844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.1731720117816 to pos 1527, reset compression=false 2024-11-16T01:22:35,560 INFO [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(976): stopping server 844d197be988,41311,1731720116611; all regions closed. 2024-11-16T01:22:35,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741834_1010 (size=4239) 2024-11-16T01:22:35,562 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/WALs/844d197be988,41311,1731720116611/844d197be988%2C41311%2C1731720116611.meta.1731720118367.meta not finished, retry = 0 2024-11-16T01:22:35,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741839_1015 (size=2240) 2024-11-16T01:22:35,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741833_1009 (size=1535) 2024-11-16T01:22:35,666 DEBUG [RS:0;844d197be988:41311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:35,666 INFO [RS:0;844d197be988:41311 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:22:35,666 INFO [RS:0;844d197be988:41311 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:22:35,666 INFO [RS:0;844d197be988:41311 {}] hbase.ChoreService(370): Chore service for: regionserver/844d197be988:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T01:22:35,666 INFO [RS:0;844d197be988:41311 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:22:35,667 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:22:35,667 INFO [RS:0;844d197be988:41311 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-844d197be988,41311,1731720116611 because: Region server is closing 2024-11-16T01:22:35,667 INFO [RS:0;844d197be988:41311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:41311. 2024-11-16T01:22:35,667 DEBUG [RS:0;844d197be988:41311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:22:35,667 DEBUG [RS:0;844d197be988:41311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:35,667 DEBUG [RS:0;844d197be988:41311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:35,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:22:35,767 INFO [RS:0;844d197be988:41311 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,41311,1731720116611.replicationSource.shipper844d197be988%2C41311%2C1731720116611,1-844d197be988,41311,1731720116611 terminated 2024-11-16T01:22:35,767 INFO [RS:0;844d197be988:41311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41311 2024-11-16T01:22:35,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x101413bec3b0001, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01651305623/rs/844d197be988,41311,1731720116611 2024-11-16T01:22:35,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651305623/rs 2024-11-16T01:22:35,822 INFO [RS:0;844d197be988:41311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:22:35,833 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [844d197be988,41311,1731720116611] 2024-11-16T01:22:35,843 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01651305623/draining/844d197be988,41311,1731720116611 already deleted, retry=false 2024-11-16T01:22:35,843 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 844d197be988,41311,1731720116611 expired; onlineServers=0 2024-11-16T01:22:35,843 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '844d197be988,39713,1731720116373' ***** 2024-11-16T01:22:35,843 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T01:22:35,843 INFO [M:0;844d197be988:39713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:22:35,843 INFO [M:0;844d197be988:39713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:22:35,843 DEBUG [M:0;844d197be988:39713 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T01:22:35,843 DEBUG [M:0;844d197be988:39713 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T01:22:35,843 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T01:22:35,843 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720117557 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720117557,5,FailOnTimeoutGroup] 2024-11-16T01:22:35,843 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720117558 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720117558,5,FailOnTimeoutGroup] 2024-11-16T01:22:35,843 INFO [M:0;844d197be988:39713 {}] hbase.ChoreService(370): Chore service for: master/844d197be988:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T01:22:35,843 INFO [M:0;844d197be988:39713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:22:35,844 DEBUG [M:0;844d197be988:39713 {}] master.HMaster(1795): Stopping service threads 2024-11-16T01:22:35,844 INFO [M:0;844d197be988:39713 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T01:22:35,844 INFO [M:0;844d197be988:39713 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:22:35,844 INFO [M:0;844d197be988:39713 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T01:22:35,844 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T01:22:35,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01651305623/master 2024-11-16T01:22:35,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651305623 2024-11-16T01:22:35,854 DEBUG [M:0;844d197be988:39713 {}] zookeeper.ZKUtil(347): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Unable to get data of znode /01651305623/master because node does not exist (not an error) 2024-11-16T01:22:35,854 WARN [M:0;844d197be988:39713 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T01:22:35,854 INFO [M:0;844d197be988:39713 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/.lastflushedseqids 2024-11-16T01:22:35,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741848_1024 (size=245) 2024-11-16T01:22:35,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x101413bec3b0001, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:22:35,933 INFO [RS:0;844d197be988:41311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:22:35,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x101413bec3b0001, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:22:35,933 INFO [RS:0;844d197be988:41311 {}] regionserver.HRegionServer(1031): Exiting; stopping=844d197be988,41311,1731720116611; zookeeper connection closed. 2024-11-16T01:22:35,933 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a9149e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a9149e7 2024-11-16T01:22:35,933 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T01:22:36,258 INFO [M:0;844d197be988:39713 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T01:22:36,258 INFO [M:0;844d197be988:39713 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T01:22:36,258 DEBUG [M:0;844d197be988:39713 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:22:36,258 INFO [M:0;844d197be988:39713 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:36,258 DEBUG [M:0;844d197be988:39713 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:36,258 DEBUG [M:0;844d197be988:39713 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:22:36,258 DEBUG [M:0;844d197be988:39713 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:36,258 INFO [M:0;844d197be988:39713 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-16T01:22:36,271 DEBUG [M:0;844d197be988:39713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc1b731fe530454db8a3d7f0fbfad8e1 is 82, key is hbase:meta,,1/info:regioninfo/1731720118401/Put/seqid=0 2024-11-16T01:22:36,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741849_1025 (size=5672) 2024-11-16T01:22:36,678 INFO [M:0;844d197be988:39713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc1b731fe530454db8a3d7f0fbfad8e1 2024-11-16T01:22:36,680 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:22:36,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:36,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:36,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:36,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:36,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:36,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:36,693 DEBUG [M:0;844d197be988:39713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e079cf396e404b45a9c7e8df9dfb6d51 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731720131258/Put/seqid=0 2024-11-16T01:22:36,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741850_1026 (size=7218) 2024-11-16T01:22:36,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:36,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:36,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:36,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:36,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:36,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:36,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:36,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:36,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:36,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:37,097 INFO [M:0;844d197be988:39713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e079cf396e404b45a9c7e8df9dfb6d51 2024-11-16T01:22:37,100 INFO [M:0;844d197be988:39713 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e079cf396e404b45a9c7e8df9dfb6d51 2024-11-16T01:22:37,112 DEBUG [M:0;844d197be988:39713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a730910616a14f72aaaec805296bccd4 is 69, key is 844d197be988,41311,1731720116611/rs:state/1731720117645/Put/seqid=0 2024-11-16T01:22:37,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741851_1027 (size=5156) 2024-11-16T01:22:37,515 INFO [M:0;844d197be988:39713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a730910616a14f72aaaec805296bccd4 2024-11-16T01:22:37,519 DEBUG [M:0;844d197be988:39713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc1b731fe530454db8a3d7f0fbfad8e1 as hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc1b731fe530454db8a3d7f0fbfad8e1 2024-11-16T01:22:37,522 INFO [M:0;844d197be988:39713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc1b731fe530454db8a3d7f0fbfad8e1, entries=8, sequenceid=105, filesize=5.5 K 2024-11-16T01:22:37,523 DEBUG [M:0;844d197be988:39713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e079cf396e404b45a9c7e8df9dfb6d51 as hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e079cf396e404b45a9c7e8df9dfb6d51 2024-11-16T01:22:37,526 INFO [M:0;844d197be988:39713 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e079cf396e404b45a9c7e8df9dfb6d51 2024-11-16T01:22:37,526 INFO [M:0;844d197be988:39713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e079cf396e404b45a9c7e8df9dfb6d51, entries=11, sequenceid=105, filesize=7.0 K 2024-11-16T01:22:37,527 DEBUG [M:0;844d197be988:39713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a730910616a14f72aaaec805296bccd4 as hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a730910616a14f72aaaec805296bccd4 2024-11-16T01:22:37,530 INFO [M:0;844d197be988:39713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42451/user/jenkins/test-data/8934c397-fae4-181a-d001-02fa60b59e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a730910616a14f72aaaec805296bccd4, entries=1, sequenceid=105, filesize=5.0 K 2024-11-16T01:22:37,531 INFO [M:0;844d197be988:39713 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=105, compaction requested=false 2024-11-16T01:22:37,531 INFO [M:0;844d197be988:39713 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:37,532 DEBUG [M:0;844d197be988:39713 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720156258Disabling compacts and flushes for region at 1731720156258Disabling writes for close at 1731720156258Obtaining lock to block concurrent updates at 1731720156258Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731720156258Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731720156258Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731720156259 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731720156259Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731720156271 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731720156271Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731720156681 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731720156693 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731720156693Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731720157100 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731720157111 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731720157111Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@987301b: reopening flushed file at 1731720157518 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45fc5fe7: reopening flushed file at 1731720157522 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1929f201: reopening flushed file at 1731720157526 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=105, compaction requested=false at 1731720157531 (+5 ms)Writing region close event to WAL at 1731720157531Closed at 1731720157531 2024-11-16T01:22:37,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39277 is added to blk_1073741830_1006 (size=64423) 2024-11-16T01:22:37,533 INFO [M:0;844d197be988:39713 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T01:22:37,534 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:22:37,534 INFO [M:0;844d197be988:39713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39713 2024-11-16T01:22:37,534 INFO [M:0;844d197be988:39713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:22:37,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:22:37,655 INFO [M:0;844d197be988:39713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:22:37,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39713-0x101413bec3b0000, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:22:37,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3909b04c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:22:37,658 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@501e8229{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:22:37,658 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:22:37,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f264197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:22:37,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13491e41{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/hadoop.log.dir/,STOPPED} 2024-11-16T01:22:37,660 WARN [BP-41250908-172.17.0.2-1731720114343 heartbeating to localhost/127.0.0.1:42451 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T01:22:37,660 WARN [BP-41250908-172.17.0.2-1731720114343 heartbeating to localhost/127.0.0.1:42451 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-41250908-172.17.0.2-1731720114343 (Datanode Uuid 93773247-97cc-46f1-bb0d-320619577783) service to localhost/127.0.0.1:42451 2024-11-16T01:22:37,660 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T01:22:37,660 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T01:22:37,660 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/cluster_a1eb66d3-3d28-c5aa-329e-0a60d34baa18/data/data1/current/BP-41250908-172.17.0.2-1731720114343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:22:37,660 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/cluster_a1eb66d3-3d28-c5aa-329e-0a60d34baa18/data/data2/current/BP-41250908-172.17.0.2-1731720114343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:22:37,660 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T01:22:37,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3763016d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:22:37,667 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55dce5a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:22:37,667 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:22:37,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2285136e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:22:37,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@273d7e3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7173dadb-e01d-9049-7b98-6703d753af6b/hadoop.log.dir/,STOPPED} 2024-11-16T01:22:37,674 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T01:22:37,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T01:22:37,706 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=358 (was 312) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:42451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:34731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:42451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:42037 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:34731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:42037 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:42451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54190) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:42037 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42037 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54190) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:34731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54190) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:42037 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:42451 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=783 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=547 (was 459) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5196 (was 5035) - AvailableMemoryMB LEAK? - 2024-11-16T01:22:37,719 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=358, OpenFileDescriptor=783, MaxFileDescriptor=1048576, SystemLoadAverage=547, ProcessCount=11, AvailableMemoryMB=5196 2024-11-16T01:22:37,738 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-16T01:22:37,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/hadoop.log.dir so I do NOT create it in target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef 2024-11-16T01:22:37,739 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T01:22:37,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/hadoop.tmp.dir so I do NOT create it in target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef 2024-11-16T01:22:37,739 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d14f23f1-d570-0afa-3375-d9adf6e8093e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T01:22:37,739 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef 2024-11-16T01:22:37,739 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/cluster_21fff924-96c7-6d2c-d0c7-611ee4b49b23, deleteOnExit=true 2024-11-16T01:22:37,758 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/cluster_21fff924-96c7-6d2c-d0c7-611ee4b49b23/zookeeper_0, clientPort=59253, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/cluster_21fff924-96c7-6d2c-d0c7-611ee4b49b23/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/cluster_21fff924-96c7-6d2c-d0c7-611ee4b49b23/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T01:22:37,759 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59253 2024-11-16T01:22:37,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T01:22:37,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T01:22:37,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/test.cache.data in system properties and HBase conf 2024-11-16T01:22:37,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T01:22:37,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/hadoop.log.dir in system properties and HBase conf 2024-11-16T01:22:37,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T01:22:37,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T01:22:37,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T01:22:37,760 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T01:22:37,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:22:37,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:22:37,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T01:22:37,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:22:37,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T01:22:37,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T01:22:37,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:22:37,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:22:37,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T01:22:37,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/nfs.dump.dir in system properties and HBase conf 2024-11-16T01:22:37,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/java.io.tmpdir in system properties and HBase conf 2024-11-16T01:22:37,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:22:37,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T01:22:37,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T01:22:37,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101413bec3b0008, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T01:22:37,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101413bec3b0005, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T01:22:37,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101413bec3b0008, quorum=127.0.0.1:54190, baseZNode=/2521360289 Received Disconnected from ZooKeeper, ignoring 2024-11-16T01:22:37,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101413bec3b0005, quorum=127.0.0.1:54190, baseZNode=/1-2115792601 Received Disconnected from ZooKeeper, ignoring 2024-11-16T01:22:37,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101413bec3b0002, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T01:22:37,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101413bec3b0002, quorum=127.0.0.1:54190, baseZNode=/01651305623 Received Disconnected from ZooKeeper, ignoring 2024-11-16T01:22:38,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:22:38,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:22:38,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:22:38,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:22:38,126 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:22:38,128 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:22:38,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b926427{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:22:38,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ddf70e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:22:38,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4feddb10{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/java.io.tmpdir/jetty-localhost-37295-hadoop-hdfs-3_4_1-tests_jar-_-any-4024179960078079207/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:22:38,224 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74387c55{HTTP/1.1, (http/1.1)}{localhost:37295} 2024-11-16T01:22:38,224 INFO [Time-limited test {}] server.Server(415): Started @323128ms 2024-11-16T01:22:38,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:22:38,514 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:22:38,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:22:38,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:22:38,515 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T01:22:38,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42e4de3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:22:38,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ffd4300{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:22:38,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60953735{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/java.io.tmpdir/jetty-localhost-42607-hadoop-hdfs-3_4_1-tests_jar-_-any-14312673764981713921/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:22:38,620 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@370b559c{HTTP/1.1, (http/1.1)}{localhost:42607} 2024-11-16T01:22:38,620 INFO [Time-limited test {}] server.Server(415): Started @323525ms 2024-11-16T01:22:38,621 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T01:22:39,304 WARN [Thread-4199 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/cluster_21fff924-96c7-6d2c-d0c7-611ee4b49b23/data/data1/current/BP-1297389869-172.17.0.2-1731720157779/current, will proceed with Du for space computation calculation, 2024-11-16T01:22:39,308 WARN [Thread-4200 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/cluster_21fff924-96c7-6d2c-d0c7-611ee4b49b23/data/data2/current/BP-1297389869-172.17.0.2-1731720157779/current, will proceed with Du for space computation calculation, 2024-11-16T01:22:39,351 WARN [Thread-4187 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T01:22:39,354 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98e2bf6c6382b9f7 with lease ID 0x229c30c18526b18: Processing first storage report for DS-de578919-3a68-4345-8f21-6b5b7baf00a9 from datanode DatanodeRegistration(127.0.0.1:43665, datanodeUuid=821d384e-3e0d-44e6-804c-8d1e9fa7fb22, infoPort=42323, infoSecurePort=0, ipcPort=44401, storageInfo=lv=-57;cid=testClusterID;nsid=637787661;c=1731720157779) 2024-11-16T01:22:39,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98e2bf6c6382b9f7 with lease ID 0x229c30c18526b18: from storage DS-de578919-3a68-4345-8f21-6b5b7baf00a9 node DatanodeRegistration(127.0.0.1:43665, datanodeUuid=821d384e-3e0d-44e6-804c-8d1e9fa7fb22, infoPort=42323, infoSecurePort=0, ipcPort=44401, storageInfo=lv=-57;cid=testClusterID;nsid=637787661;c=1731720157779), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:22:39,354 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98e2bf6c6382b9f7 with lease ID 0x229c30c18526b18: Processing first storage report for DS-b287b1bc-d78e-46f1-a198-ae3f7c80ed50 from datanode DatanodeRegistration(127.0.0.1:43665, datanodeUuid=821d384e-3e0d-44e6-804c-8d1e9fa7fb22, infoPort=42323, infoSecurePort=0, ipcPort=44401, storageInfo=lv=-57;cid=testClusterID;nsid=637787661;c=1731720157779) 2024-11-16T01:22:39,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98e2bf6c6382b9f7 with lease ID 0x229c30c18526b18: from storage DS-b287b1bc-d78e-46f1-a198-ae3f7c80ed50 node DatanodeRegistration(127.0.0.1:43665, datanodeUuid=821d384e-3e0d-44e6-804c-8d1e9fa7fb22, infoPort=42323, infoSecurePort=0, ipcPort=44401, storageInfo=lv=-57;cid=testClusterID;nsid=637787661;c=1731720157779), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T01:22:39,447 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef 2024-11-16T01:22:39,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:39,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:39,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43665 is added to blk_1073741825_1001 (size=7) 2024-11-16T01:22:39,857 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0 with version=8 2024-11-16T01:22:39,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/hbase-staging 2024-11-16T01:22:39,872 INFO [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=45 2024-11-16T01:22:39,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:39,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:39,872 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:22:39,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:39,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:22:39,872 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T01:22:39,872 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:22:39,873 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33499 2024-11-16T01:22:39,874 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33499 connecting to ZooKeeper ensemble=127.0.0.1:59253 2024-11-16T01:22:39,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334990x0, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:22:39,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33499-0x101413c95e90000 connected 2024-11-16T01:22:40,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:40,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:40,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33499-0x101413c95e90000, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Set watcher on znode that does not yet exist, /0-767439067/running 2024-11-16T01:22:40,052 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0, hbase.cluster.distributed=false 2024-11-16T01:22:40,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33499-0x101413c95e90000, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Set watcher on znode that does not yet exist, /0-767439067/acl 2024-11-16T01:22:40,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33499 2024-11-16T01:22:40,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33499 2024-11-16T01:22:40,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33499 2024-11-16T01:22:40,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33499 2024-11-16T01:22:40,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33499 2024-11-16T01:22:40,067 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=45 2024-11-16T01:22:40,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:40,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:40,067 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:22:40,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:40,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:22:40,067 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T01:22:40,067 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:22:40,068 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41539 2024-11-16T01:22:40,068 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41539 connecting to ZooKeeper ensemble=127.0.0.1:59253 2024-11-16T01:22:40,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:40,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:40,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415390x0, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:22:40,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41539-0x101413c95e90001 connected 2024-11-16T01:22:40,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41539-0x101413c95e90001, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Set watcher on znode that does not yet exist, /0-767439067/running 2024-11-16T01:22:40,081 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T01:22:40,082 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T01:22:40,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41539-0x101413c95e90001, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Set watcher on znode that does not yet exist, /0-767439067/master 2024-11-16T01:22:40,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41539-0x101413c95e90001, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Set watcher on znode that does not yet exist, /0-767439067/acl 2024-11-16T01:22:40,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41539 2024-11-16T01:22:40,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41539 2024-11-16T01:22:40,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41539 2024-11-16T01:22:40,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41539 2024-11-16T01:22:40,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41539 2024-11-16T01:22:40,099 DEBUG [M:0;844d197be988:33499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:33499 2024-11-16T01:22:40,100 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-767439067/backup-masters/844d197be988,33499,1731720159871 2024-11-16T01:22:40,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x101413c95e90000, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-767439067/backup-masters 2024-11-16T01:22:40,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41539-0x101413c95e90001, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-767439067/backup-masters 2024-11-16T01:22:40,113 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33499-0x101413c95e90000, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Set watcher on existing znode=/0-767439067/backup-masters/844d197be988,33499,1731720159871 2024-11-16T01:22:40,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41539-0x101413c95e90001, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-767439067/master 2024-11-16T01:22:40,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x101413c95e90000, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-767439067 2024-11-16T01:22:40,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41539-0x101413c95e90001, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-767439067 2024-11-16T01:22:40,123 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33499-0x101413c95e90000, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Set watcher on existing znode=/0-767439067/master 2024-11-16T01:22:40,124 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-767439067/backup-masters/844d197be988,33499,1731720159871 from backup master directory 2024-11-16T01:22:40,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41539-0x101413c95e90001, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-767439067/backup-masters 2024-11-16T01:22:40,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x101413c95e90000, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-767439067/backup-masters/844d197be988,33499,1731720159871 2024-11-16T01:22:40,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x101413c95e90000, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-767439067/backup-masters 2024-11-16T01:22:40,134 WARN [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:22:40,134 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,33499,1731720159871 2024-11-16T01:22:40,137 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/hbase.id] with ID: e1378eb0-e362-46bc-bb02-0cdf59f74374 2024-11-16T01:22:40,137 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/.tmp/hbase.id 2024-11-16T01:22:40,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43665 is added to blk_1073741826_1002 (size=42) 2024-11-16T01:22:40,546 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/.tmp/hbase.id]:[hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/hbase.id] 2024-11-16T01:22:40,553 INFO [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:40,554 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T01:22:40,554 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T01:22:40,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41539-0x101413c95e90001, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-767439067 2024-11-16T01:22:40,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x101413c95e90000, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-767439067 2024-11-16T01:22:40,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43665 is added to blk_1073741827_1003 (size=196) 2024-11-16T01:22:41,012 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:22:41,013 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T01:22:41,013 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:22:41,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43665 is added to blk_1073741828_1004 (size=1189) 2024-11-16T01:22:41,018 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/MasterData/data/master/store 2024-11-16T01:22:41,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43665 is added to blk_1073741829_1005 (size=34) 2024-11-16T01:22:41,423 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:41,423 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:22:41,423 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:41,423 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:41,423 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:22:41,423 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:41,423 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:41,423 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720161423Disabling compacts and flushes for region at 1731720161423Disabling writes for close at 1731720161423Writing region close event to WAL at 1731720161423Closed at 1731720161423 2024-11-16T01:22:41,423 WARN [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/MasterData/data/master/store/.initializing 2024-11-16T01:22:41,423 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/MasterData/WALs/844d197be988,33499,1731720159871 2024-11-16T01:22:41,424 INFO [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:22:41,425 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C33499%2C1731720159871, suffix=, logDir=hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/MasterData/WALs/844d197be988,33499,1731720159871, archiveDir=hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/MasterData/oldWALs, maxLogs=10 2024-11-16T01:22:41,438 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/MasterData/WALs/844d197be988,33499,1731720159871/844d197be988%2C33499%2C1731720159871.1731720161425, exclude list is [], retry=0 2024-11-16T01:22:41,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43665,DS-de578919-3a68-4345-8f21-6b5b7baf00a9,DISK] 2024-11-16T01:22:41,441 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/MasterData/WALs/844d197be988,33499,1731720159871/844d197be988%2C33499%2C1731720159871.1731720161425 2024-11-16T01:22:41,441 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42323:42323)] 2024-11-16T01:22:41,441 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:22:41,442 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:41,442 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:41,442 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:41,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:41,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T01:22:41,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:41,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:41,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:41,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T01:22:41,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:41,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:41,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:41,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T01:22:41,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:41,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:41,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:41,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T01:22:41,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:41,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:41,448 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:41,448 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:41,448 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:41,449 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:41,449 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:41,449 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:22:41,450 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:41,452 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:22:41,452 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66268717, jitterRate=-0.012519165873527527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:22:41,452 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731720161442Initializing all the Stores at 1731720161442Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720161442Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720161442Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720161442Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720161442Cleaning up temporary data from old regions at 1731720161449 (+7 ms)Region opened successfully at 1731720161452 (+3 ms) 2024-11-16T01:22:41,452 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T01:22:41,454 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c1d3df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:22:41,456 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T01:22:41,456 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T01:22:41,456 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T01:22:41,456 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T01:22:41,456 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T01:22:41,457 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T01:22:41,457 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T01:22:41,459 INFO [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T01:22:41,460 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33499-0x101413c95e90000, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Unable to get data of znode /0-767439067/balancer because node does not exist (not necessarily an error) 2024-11-16T01:22:41,470 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-767439067/balancer already deleted, retry=false 2024-11-16T01:22:41,471 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T01:22:41,471 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33499-0x101413c95e90000, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Unable to get data of znode /0-767439067/normalizer because node does not exist (not necessarily an error) 2024-11-16T01:22:41,481 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-767439067/normalizer already deleted, retry=false 2024-11-16T01:22:41,481 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T01:22:41,482 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33499-0x101413c95e90000, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Unable to get data of znode /0-767439067/switch/split because node does not exist (not necessarily an error) 2024-11-16T01:22:41,491 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-767439067/switch/split already deleted, retry=false 2024-11-16T01:22:41,492 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33499-0x101413c95e90000, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Unable to get data of znode /0-767439067/switch/merge because node does not exist (not necessarily an error) 2024-11-16T01:22:41,502 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-767439067/switch/merge already deleted, retry=false 2024-11-16T01:22:41,510 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33499-0x101413c95e90000, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Unable to get data of znode /0-767439067/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T01:22:41,523 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-767439067/snapshot-cleanup already deleted, retry=false 2024-11-16T01:22:41,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x101413c95e90000, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-767439067/running 2024-11-16T01:22:41,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41539-0x101413c95e90001, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-767439067/running 2024-11-16T01:22:41,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41539-0x101413c95e90001, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-767439067 2024-11-16T01:22:41,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x101413c95e90000, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-767439067 2024-11-16T01:22:41,534 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,33499,1731720159871, sessionid=0x101413c95e90000, setting cluster-up flag (Was=false) 2024-11-16T01:22:41,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x101413c95e90000, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-767439067 2024-11-16T01:22:41,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41539-0x101413c95e90001, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-767439067 2024-11-16T01:22:41,590 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-767439067/flush-table-proc/acquired, /0-767439067/flush-table-proc/reached, /0-767439067/flush-table-proc/abort 2024-11-16T01:22:41,592 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,33499,1731720159871 2024-11-16T01:22:41,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x101413c95e90000, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-767439067 2024-11-16T01:22:41,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41539-0x101413c95e90001, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-767439067 2024-11-16T01:22:41,643 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-767439067/online-snapshot/acquired, /0-767439067/online-snapshot/reached, /0-767439067/online-snapshot/abort 2024-11-16T01:22:41,644 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,33499,1731720159871 2024-11-16T01:22:41,645 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T01:22:41,646 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T01:22:41,646 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T01:22:41,646 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T01:22:41,646 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,33499,1731720159871 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T01:22:41,650 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:22:41,650 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:22:41,650 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:22:41,650 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:22:41,650 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10 2024-11-16T01:22:41,650 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:41,650 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:22:41,650 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:41,651 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:22:41,651 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T01:22:41,652 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:41,652 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T01:22:41,656 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731720191656 2024-11-16T01:22:41,656 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T01:22:41,656 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T01:22:41,656 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T01:22:41,656 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T01:22:41,656 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T01:22:41,656 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T01:22:41,658 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:41,664 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T01:22:41,664 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T01:22:41,664 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T01:22:41,664 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T01:22:41,668 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T01:22:41,668 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T01:22:41,669 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720161668,5,FailOnTimeoutGroup] 2024-11-16T01:22:41,669 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720161669,5,FailOnTimeoutGroup] 2024-11-16T01:22:41,669 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:41,669 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T01:22:41,669 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:41,669 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:41,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43665 is added to blk_1073741831_1007 (size=1321) 2024-11-16T01:22:41,673 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T01:22:41,673 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0 2024-11-16T01:22:41,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43665 is added to blk_1073741832_1008 (size=32) 2024-11-16T01:22:41,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:41,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:22:41,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:22:41,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:41,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:41,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:22:41,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:22:41,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:41,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:41,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:22:41,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:22:41,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:41,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:41,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:22:41,693 INFO [RS:0;844d197be988:41539 {}] regionserver.HRegionServer(746): ClusterId : e1378eb0-e362-46bc-bb02-0cdf59f74374 2024-11-16T01:22:41,693 DEBUG [RS:0;844d197be988:41539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T01:22:41,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:22:41,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:41,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:41,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:22:41,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/data/hbase/meta/1588230740 2024-11-16T01:22:41,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/data/hbase/meta/1588230740 2024-11-16T01:22:41,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:22:41,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:22:41,696 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:22:41,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:22:41,701 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:22:41,701 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72478174, jitterRate=0.08000895380973816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:22:41,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731720161686Initializing all the Stores at 1731720161687 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720161687Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720161687Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720161687Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720161687Cleaning up temporary data from old regions at 1731720161695 (+8 ms)Region opened successfully at 1731720161702 (+7 ms) 2024-11-16T01:22:41,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:22:41,702 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:22:41,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:22:41,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:22:41,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:22:41,703 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:22:41,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720161702Disabling compacts and flushes for region at 1731720161702Disabling writes for close at 1731720161702Writing region close event to WAL at 1731720161703 (+1 ms)Closed at 1731720161703 2024-11-16T01:22:41,704 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:22:41,704 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T01:22:41,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T01:22:41,705 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:22:41,705 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T01:22:41,706 DEBUG [RS:0;844d197be988:41539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T01:22:41,706 DEBUG [RS:0;844d197be988:41539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T01:22:41,717 DEBUG [RS:0;844d197be988:41539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T01:22:41,717 DEBUG [RS:0;844d197be988:41539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@227fbd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:22:41,734 DEBUG [RS:0;844d197be988:41539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:41539 2024-11-16T01:22:41,735 INFO [RS:0;844d197be988:41539 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T01:22:41,735 INFO [RS:0;844d197be988:41539 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T01:22:41,735 DEBUG [RS:0;844d197be988:41539 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T01:22:41,735 INFO [RS:0;844d197be988:41539 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,33499,1731720159871 with port=41539, startcode=1731720160067 2024-11-16T01:22:41,735 DEBUG [RS:0;844d197be988:41539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T01:22:41,736 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T01:22:41,737 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33499 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,41539,1731720160067 2024-11-16T01:22:41,737 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33499 {}] master.ServerManager(517): Registering regionserver=844d197be988,41539,1731720160067 2024-11-16T01:22:41,738 DEBUG [RS:0;844d197be988:41539 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0 2024-11-16T01:22:41,738 DEBUG [RS:0;844d197be988:41539 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37357 2024-11-16T01:22:41,738 DEBUG [RS:0;844d197be988:41539 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T01:22:41,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x101413c95e90000, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-767439067/rs 2024-11-16T01:22:41,748 DEBUG [RS:0;844d197be988:41539 {}] zookeeper.ZKUtil(111): regionserver:41539-0x101413c95e90001, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Set watcher on existing znode=/0-767439067/rs/844d197be988,41539,1731720160067 2024-11-16T01:22:41,748 WARN [RS:0;844d197be988:41539 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:22:41,748 INFO [RS:0;844d197be988:41539 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:22:41,748 DEBUG [RS:0;844d197be988:41539 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/WALs/844d197be988,41539,1731720160067 2024-11-16T01:22:41,749 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,41539,1731720160067] 2024-11-16T01:22:41,751 INFO [RS:0;844d197be988:41539 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T01:22:41,752 INFO [RS:0;844d197be988:41539 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T01:22:41,752 INFO [RS:0;844d197be988:41539 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T01:22:41,752 INFO [RS:0;844d197be988:41539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:41,752 INFO [RS:0;844d197be988:41539 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T01:22:41,753 INFO [RS:0;844d197be988:41539 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T01:22:41,753 INFO [RS:0;844d197be988:41539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:41,753 DEBUG [RS:0;844d197be988:41539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:41,753 DEBUG [RS:0;844d197be988:41539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:41,753 DEBUG [RS:0;844d197be988:41539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:41,753 DEBUG [RS:0;844d197be988:41539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:41,753 DEBUG [RS:0;844d197be988:41539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:41,753 DEBUG [RS:0;844d197be988:41539 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:22:41,753 DEBUG [RS:0;844d197be988:41539 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:41,753 DEBUG [RS:0;844d197be988:41539 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:41,753 DEBUG [RS:0;844d197be988:41539 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:41,753 DEBUG [RS:0;844d197be988:41539 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:41,753 DEBUG [RS:0;844d197be988:41539 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:41,753 DEBUG [RS:0;844d197be988:41539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:41,753 DEBUG [RS:0;844d197be988:41539 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:22:41,753 DEBUG [RS:0;844d197be988:41539 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:22:41,753 INFO [RS:0;844d197be988:41539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:41,753 INFO [RS:0;844d197be988:41539 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:41,753 INFO [RS:0;844d197be988:41539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:41,753 INFO [RS:0;844d197be988:41539 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:41,753 INFO [RS:0;844d197be988:41539 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:41,753 INFO [RS:0;844d197be988:41539 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,41539,1731720160067-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:22:41,767 INFO [RS:0;844d197be988:41539 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T01:22:41,767 INFO [RS:0;844d197be988:41539 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,41539,1731720160067-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:41,767 INFO [RS:0;844d197be988:41539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:41,767 INFO [RS:0;844d197be988:41539 {}] regionserver.Replication(171): 844d197be988,41539,1731720160067 started 2024-11-16T01:22:41,783 INFO [RS:0;844d197be988:41539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:41,783 INFO [RS:0;844d197be988:41539 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,41539,1731720160067, RpcServer on 844d197be988/172.17.0.2:41539, sessionid=0x101413c95e90001 2024-11-16T01:22:41,783 DEBUG [RS:0;844d197be988:41539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T01:22:41,783 DEBUG [RS:0;844d197be988:41539 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,41539,1731720160067 2024-11-16T01:22:41,783 DEBUG [RS:0;844d197be988:41539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,41539,1731720160067' 2024-11-16T01:22:41,783 DEBUG [RS:0;844d197be988:41539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-767439067/flush-table-proc/abort' 2024-11-16T01:22:41,783 DEBUG [RS:0;844d197be988:41539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-767439067/flush-table-proc/acquired' 2024-11-16T01:22:41,784 DEBUG [RS:0;844d197be988:41539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T01:22:41,784 DEBUG [RS:0;844d197be988:41539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T01:22:41,784 DEBUG [RS:0;844d197be988:41539 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,41539,1731720160067 2024-11-16T01:22:41,784 DEBUG [RS:0;844d197be988:41539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,41539,1731720160067' 2024-11-16T01:22:41,784 DEBUG [RS:0;844d197be988:41539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-767439067/online-snapshot/abort' 2024-11-16T01:22:41,784 DEBUG [RS:0;844d197be988:41539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-767439067/online-snapshot/acquired' 2024-11-16T01:22:41,784 DEBUG [RS:0;844d197be988:41539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T01:22:41,784 INFO [RS:0;844d197be988:41539 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T01:22:41,784 INFO [RS:0;844d197be988:41539 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T01:22:41,856 WARN [844d197be988:33499 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T01:22:41,885 INFO [RS:0;844d197be988:41539 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:22:41,886 INFO [RS:0;844d197be988:41539 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C41539%2C1731720160067, suffix=, logDir=hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/WALs/844d197be988,41539,1731720160067, archiveDir=hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/oldWALs, maxLogs=10 2024-11-16T01:22:41,898 DEBUG [RS:0;844d197be988:41539 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/WALs/844d197be988,41539,1731720160067/844d197be988%2C41539%2C1731720160067.1731720161886, exclude list is [], retry=0 2024-11-16T01:22:41,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43665,DS-de578919-3a68-4345-8f21-6b5b7baf00a9,DISK] 2024-11-16T01:22:41,901 INFO [RS:0;844d197be988:41539 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/WALs/844d197be988,41539,1731720160067/844d197be988%2C41539%2C1731720160067.1731720161886 2024-11-16T01:22:41,901 DEBUG [RS:0;844d197be988:41539 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42323:42323)] 2024-11-16T01:22:42,106 DEBUG [844d197be988:33499 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:22:42,106 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,41539,1731720160067 2024-11-16T01:22:42,107 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,41539,1731720160067, state=OPENING 2024-11-16T01:22:42,133 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T01:22:42,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41539-0x101413c95e90001, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-767439067 2024-11-16T01:22:42,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x101413c95e90000, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-767439067 2024-11-16T01:22:42,218 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:22:42,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-767439067/meta-region-server: CHANGED 2024-11-16T01:22:42,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,41539,1731720160067}] 2024-11-16T01:22:42,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-767439067/meta-region-server: CHANGED 2024-11-16T01:22:42,371 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:22:42,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:22:42,375 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T01:22:42,375 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:22:42,375 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T01:22:42,376 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C41539%2C1731720160067.meta, suffix=.meta, logDir=hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/WALs/844d197be988,41539,1731720160067, archiveDir=hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/oldWALs, maxLogs=10 2024-11-16T01:22:42,394 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/WALs/844d197be988,41539,1731720160067/844d197be988%2C41539%2C1731720160067.meta.1731720162376.meta, exclude list is [], retry=0 2024-11-16T01:22:42,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43665,DS-de578919-3a68-4345-8f21-6b5b7baf00a9,DISK] 2024-11-16T01:22:42,396 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/WALs/844d197be988,41539,1731720160067/844d197be988%2C41539%2C1731720160067.meta.1731720162376.meta 2024-11-16T01:22:42,397 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42323:42323)] 2024-11-16T01:22:42,397 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:22:42,397 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:22:42,397 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:22:42,397 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T01:22:42,397 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T01:22:42,397 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T01:22:42,398 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:42,398 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T01:22:42,398 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T01:22:42,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:22:42,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:22:42,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:42,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:42,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:22:42,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:22:42,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:42,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:42,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:22:42,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:22:42,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:42,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:42,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:22:42,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:22:42,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:42,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:42,402 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:22:42,402 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/data/hbase/meta/1588230740 2024-11-16T01:22:42,403 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/data/hbase/meta/1588230740 2024-11-16T01:22:42,403 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:22:42,403 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:22:42,404 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:22:42,404 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:22:42,405 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62430293, jitterRate=-0.06971614062786102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:22:42,405 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T01:22:42,405 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731720162398Writing region info on filesystem at 1731720162398Initializing all the Stores at 1731720162398Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720162398Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720162398Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720162398Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720162398Cleaning up temporary data from old regions at 1731720162403 (+5 ms)Running coprocessor post-open hooks at 1731720162405 (+2 ms)Region opened successfully at 1731720162405 2024-11-16T01:22:42,406 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731720162371 2024-11-16T01:22:42,407 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T01:22:42,407 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T01:22:42,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,41539,1731720160067 2024-11-16T01:22:42,408 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,41539,1731720160067, state=OPEN 2024-11-16T01:22:42,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41539-0x101413c95e90001, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-767439067/meta-region-server 2024-11-16T01:22:42,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x101413c95e90000, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-767439067/meta-region-server 2024-11-16T01:22:42,442 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,41539,1731720160067 2024-11-16T01:22:42,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-767439067/meta-region-server: CHANGED 2024-11-16T01:22:42,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-767439067/meta-region-server: CHANGED 2024-11-16T01:22:42,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T01:22:42,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,41539,1731720160067 in 224 msec 2024-11-16T01:22:42,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T01:22:42,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 739 msec 2024-11-16T01:22:42,445 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:22:42,445 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T01:22:42,446 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:22:42,446 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,41539,1731720160067, seqNum=-1] 2024-11-16T01:22:42,446 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:22:42,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:22:42,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 804 msec 2024-11-16T01:22:42,450 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731720162450, completionTime=-1 2024-11-16T01:22:42,450 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T01:22:42,450 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T01:22:42,451 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T01:22:42,451 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731720222451 2024-11-16T01:22:42,451 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731720282451 2024-11-16T01:22:42,452 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T01:22:42,452 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,33499,1731720159871-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:42,452 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,33499,1731720159871-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:42,452 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,33499,1731720159871-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:42,452 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:33499, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:42,452 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:42,452 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:42,453 DEBUG [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T01:22:42,454 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.320sec 2024-11-16T01:22:42,454 INFO [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T01:22:42,454 INFO [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T01:22:42,454 INFO [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T01:22:42,454 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T01:22:42,455 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T01:22:42,455 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,33499,1731720159871-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:22:42,455 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,33499,1731720159871-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T01:22:42,456 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T01:22:42,456 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T01:22:42,456 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,33499,1731720159871-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:42,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6d72ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:42,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,33499,-1 for getting cluster id 2024-11-16T01:22:42,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:22:42,522 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1378eb0-e362-46bc-bb02-0cdf59f74374' 2024-11-16T01:22:42,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:22:42,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1378eb0-e362-46bc-bb02-0cdf59f74374" 2024-11-16T01:22:42,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353b199e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:42,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,33499,-1] 2024-11-16T01:22:42,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:22:42,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:42,524 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:22:42,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0277fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:42,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:22:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,41539,1731720160067, seqNum=-1] 2024-11-16T01:22:42,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:22:42,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:22:42,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=844d197be988,33499,1731720159871 2024-11-16T01:22:42,529 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59253 2024-11-16T01:22:42,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59253, baseZNode=/0-767439067 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:22:42,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101413c95e90002 connected 2024-11-16T01:22:42,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:22:42,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,33499,1731720159871 2024-11-16T01:22:42,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ed4367a 2024-11-16T01:22:42,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:22:42,625 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:22:42,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:22:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T01:22:42,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:22:42,627 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:42,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T01:22:42,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:22:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:22:42,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43665 is added to blk_1073741835_1011 (size=902) 2024-11-16T01:22:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:22:42,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T01:22:42,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:22:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:22:43,034 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0ba74df01ca1372c0b3de858ba913b8, NAME => 'test,,1731720162626.f0ba74df01ca1372c0b3de858ba913b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0 2024-11-16T01:22:43,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43665 is added to blk_1073741836_1012 (size=39) 2024-11-16T01:22:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:22:43,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731720162626.f0ba74df01ca1372c0b3de858ba913b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:43,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f0ba74df01ca1372c0b3de858ba913b8, disabling compactions & flushes 2024-11-16T01:22:43,438 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731720162626.f0ba74df01ca1372c0b3de858ba913b8. 2024-11-16T01:22:43,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720162626.f0ba74df01ca1372c0b3de858ba913b8. 2024-11-16T01:22:43,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731720162626.f0ba74df01ca1372c0b3de858ba913b8. after waiting 0 ms 2024-11-16T01:22:43,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731720162626.f0ba74df01ca1372c0b3de858ba913b8. 2024-11-16T01:22:43,438 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731720162626.f0ba74df01ca1372c0b3de858ba913b8. 2024-11-16T01:22:43,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0ba74df01ca1372c0b3de858ba913b8: Waiting for close lock at 1731720163438Disabling compacts and flushes for region at 1731720163438Disabling writes for close at 1731720163438Writing region close event to WAL at 1731720163438Closed at 1731720163438 2024-11-16T01:22:43,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:22:43,440 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731720162626.f0ba74df01ca1372c0b3de858ba913b8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731720163439"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720163439"}]},"ts":"1731720163439"} 2024-11-16T01:22:43,441 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:22:43,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:22:43,443 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720163443"}]},"ts":"1731720163443"} 2024-11-16T01:22:43,445 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T01:22:43,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0ba74df01ca1372c0b3de858ba913b8, ASSIGN}] 2024-11-16T01:22:43,447 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0ba74df01ca1372c0b3de858ba913b8, ASSIGN 2024-11-16T01:22:43,447 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f0ba74df01ca1372c0b3de858ba913b8, ASSIGN; state=OFFLINE, location=844d197be988,41539,1731720160067; forceNewPlan=false, retain=false 2024-11-16T01:22:43,598 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0ba74df01ca1372c0b3de858ba913b8, regionState=OPENING, regionLocation=844d197be988,41539,1731720160067 2024-11-16T01:22:43,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f0ba74df01ca1372c0b3de858ba913b8, ASSIGN because future has completed 2024-11-16T01:22:43,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0ba74df01ca1372c0b3de858ba913b8, server=844d197be988,41539,1731720160067}] 2024-11-16T01:22:43,759 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731720162626.f0ba74df01ca1372c0b3de858ba913b8. 2024-11-16T01:22:43,759 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f0ba74df01ca1372c0b3de858ba913b8, NAME => 'test,,1731720162626.f0ba74df01ca1372c0b3de858ba913b8.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:22:43,759 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:22:43,759 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T01:22:43,759 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f0ba74df01ca1372c0b3de858ba913b8 2024-11-16T01:22:43,760 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731720162626.f0ba74df01ca1372c0b3de858ba913b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:43,760 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f0ba74df01ca1372c0b3de858ba913b8 2024-11-16T01:22:43,760 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f0ba74df01ca1372c0b3de858ba913b8 2024-11-16T01:22:43,761 INFO [StoreOpener-f0ba74df01ca1372c0b3de858ba913b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f0ba74df01ca1372c0b3de858ba913b8 2024-11-16T01:22:43,761 INFO [StoreOpener-f0ba74df01ca1372c0b3de858ba913b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0ba74df01ca1372c0b3de858ba913b8 columnFamilyName f 2024-11-16T01:22:43,762 DEBUG [StoreOpener-f0ba74df01ca1372c0b3de858ba913b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:43,762 INFO [StoreOpener-f0ba74df01ca1372c0b3de858ba913b8-1 {}] regionserver.HStore(327): Store=f0ba74df01ca1372c0b3de858ba913b8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:43,762 INFO [StoreOpener-f0ba74df01ca1372c0b3de858ba913b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f0ba74df01ca1372c0b3de858ba913b8 2024-11-16T01:22:43,762 INFO [StoreOpener-f0ba74df01ca1372c0b3de858ba913b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0ba74df01ca1372c0b3de858ba913b8 columnFamilyName f1 2024-11-16T01:22:43,763 DEBUG [StoreOpener-f0ba74df01ca1372c0b3de858ba913b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:43,763 INFO [StoreOpener-f0ba74df01ca1372c0b3de858ba913b8-1 {}] regionserver.HStore(327): Store=f0ba74df01ca1372c0b3de858ba913b8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:43,763 INFO [StoreOpener-f0ba74df01ca1372c0b3de858ba913b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f0ba74df01ca1372c0b3de858ba913b8 2024-11-16T01:22:43,764 INFO [StoreOpener-f0ba74df01ca1372c0b3de858ba913b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0ba74df01ca1372c0b3de858ba913b8 columnFamilyName norep 2024-11-16T01:22:43,764 DEBUG [StoreOpener-f0ba74df01ca1372c0b3de858ba913b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:43,764 INFO [StoreOpener-f0ba74df01ca1372c0b3de858ba913b8-1 {}] regionserver.HStore(327): Store=f0ba74df01ca1372c0b3de858ba913b8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:43,764 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f0ba74df01ca1372c0b3de858ba913b8 2024-11-16T01:22:43,764 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/data/default/test/f0ba74df01ca1372c0b3de858ba913b8 2024-11-16T01:22:43,765 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/data/default/test/f0ba74df01ca1372c0b3de858ba913b8 2024-11-16T01:22:43,765 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f0ba74df01ca1372c0b3de858ba913b8 2024-11-16T01:22:43,765 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f0ba74df01ca1372c0b3de858ba913b8 2024-11-16T01:22:43,766 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:22:43,766 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f0ba74df01ca1372c0b3de858ba913b8 2024-11-16T01:22:43,768 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/data/default/test/f0ba74df01ca1372c0b3de858ba913b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:22:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:22:43,768 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f0ba74df01ca1372c0b3de858ba913b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60943461, jitterRate=-0.09187166392803192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:22:43,768 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0ba74df01ca1372c0b3de858ba913b8 2024-11-16T01:22:43,769 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f0ba74df01ca1372c0b3de858ba913b8: Running coprocessor pre-open hook at 1731720163760Writing region info on filesystem at 1731720163760Initializing all the Stores at 1731720163760Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720163760Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720163761 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720163761Cleaning up temporary data from old regions at 1731720163765 (+4 ms)Running coprocessor post-open hooks at 1731720163768 (+3 ms)Region opened successfully at 1731720163769 (+1 ms) 2024-11-16T01:22:43,770 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731720162626.f0ba74df01ca1372c0b3de858ba913b8., pid=6, masterSystemTime=1731720163756 2024-11-16T01:22:43,771 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731720162626.f0ba74df01ca1372c0b3de858ba913b8. 2024-11-16T01:22:43,771 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731720162626.f0ba74df01ca1372c0b3de858ba913b8. 2024-11-16T01:22:43,771 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0ba74df01ca1372c0b3de858ba913b8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=844d197be988,41539,1731720160067 2024-11-16T01:22:43,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0ba74df01ca1372c0b3de858ba913b8, server=844d197be988,41539,1731720160067 because future has completed 2024-11-16T01:22:43,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T01:22:43,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f0ba74df01ca1372c0b3de858ba913b8, server=844d197be988,41539,1731720160067 in 171 msec 2024-11-16T01:22:43,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T01:22:43,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f0ba74df01ca1372c0b3de858ba913b8, ASSIGN in 330 msec 2024-11-16T01:22:43,777 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:22:43,777 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720163777"}]},"ts":"1731720163777"} 2024-11-16T01:22:43,779 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T01:22:43,779 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:22:43,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-16T01:22:44,738 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:22:44,738 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:22:44,739 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 129086 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:22:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:22:44,779 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T01:22:44,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13467e97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:44,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,33499,-1 for getting cluster id 2024-11-16T01:22:44,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:22:44,780 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1378eb0-e362-46bc-bb02-0cdf59f74374' 2024-11-16T01:22:44,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:22:44,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1378eb0-e362-46bc-bb02-0cdf59f74374" 2024-11-16T01:22:44,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a06cb39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:44,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,33499,-1] 2024-11-16T01:22:44,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:22:44,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:44,781 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:22:44,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0fb3b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:44,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:22:44,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,33499,1731720159871 2024-11-16T01:22:44,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55191730 2024-11-16T01:22:44,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:22:44,783 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:22:44,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://844d197be988:33499,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T01:22:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T01:22:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:22:44,785 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:33499' 2024-11-16T01:22:44,786 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d5d9ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:44,786 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,33499,-1 for getting cluster id 2024-11-16T01:22:44,786 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:22:44,786 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1378eb0-e362-46bc-bb02-0cdf59f74374' 2024-11-16T01:22:44,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:22:44,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1378eb0-e362-46bc-bb02-0cdf59f74374" 2024-11-16T01:22:44,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f46e7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:44,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,33499,-1] 2024-11-16T01:22:44,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:22:44,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:44,787 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:22:44,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b6252d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:44,788 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:22:44,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,33499,1731720159871 2024-11-16T01:22:44,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15a1a475 2024-11-16T01:22:44,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:22:44,789 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:22:44,790 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-16T01:22:44,790 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T01:22:44,790 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:44,790 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:44,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:22:44,790 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://844d197be988:33499, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-16T01:22:44,795 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://844d197be988:33499, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://844d197be988:33499, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://844d197be988:33499, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-16T01:22:44,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://844d197be988:33499, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-11-16T01:22:44,796 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-16T01:22:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:22:44,890 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://844d197be988:33499, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-16T01:22:44,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:22:44,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:22:44,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:44,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:44,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:22:44,906 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=529 (was 358) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2036591094_20 at /127.0.0.1:57086 [Receiving block BP-1297389869-172.17.0.2-1731720157779:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:37357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 844d197be988:33499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@2f14d4fb[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: regionserver/844d197be988:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:59253): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0-prefix:844d197be988,41539,1731720160067.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1297389869-172.17.0.2-1731720157779 heartbeating to localhost/127.0.0.1:37357 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@221206c0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$595/0x00007f5384ab4188.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/844d197be988:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 44401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59253) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 37357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 3 on default port 37357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2066576162-7971-acceptor-0@4aa8d673-ServerConnector@370b559c{HTTP/1.1, (http/1.1)}{localhost:42607} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1775127904) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2036591094_20 at /127.0.0.1:57098 [Receiving block BP-1297389869-172.17.0.2-1731720157779:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-3e024db6-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/844d197be988:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2066576162-7970 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5384432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:37357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PacketResponder: BP-1297389869-172.17.0.2-1731720157779:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2010934159-7927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2066576162-7972 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0-prefix:844d197be988,41539,1731720160067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@34fedb41 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2036591094_20 at /127.0.0.1:39450 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1170675726_20 at /127.0.0.1:39480 [Receiving block BP-1297389869-172.17.0.2-1731720157779:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@67841486 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@5e42b754 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/844d197be988:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/cluster_21fff924-96c7-6d2c-d0c7-611ee4b49b23/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: qtp2010934159-7922 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5384432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@31658640 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59253) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:37357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS:0;844d197be988:41539 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f53849fc208.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 37357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1297389869-172.17.0.2-1731720157779:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6bab4be java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37357/user/jenkins/test-data/a2a8305e-b9a9-1d9e-2edc-594f3e8194e0/MasterData-prefix:844d197be988,33499,1731720159871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59253) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@23dfdcdc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 2 on default port 37357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: qtp2010934159-7921 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5384432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:37357 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server idle connection scanner for port 37357 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 1 on default port 44401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Server handler 4 on default port 37357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@c0a0b55 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1230bd9e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/cluster_21fff924-96c7-6d2c-d0c7-611ee4b49b23/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Session-HouseKeeper-2413c64d-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2010934159-7928 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/cluster_21fff924-96c7-6d2c-d0c7-611ee4b49b23/data/data1/current/BP-1297389869-172.17.0.2-1731720157779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2010934159-7924 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5384432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2010934159-7925-acceptor-0@55462a07-ServerConnector@74387c55{HTTP/1.1, (http/1.1)}{localhost:37295} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720161668 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RS:0;844d197be988:41539-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720161669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 44401 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2010934159-7926 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;844d197be988:33499 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/844d197be988:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2066576162-7973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/cluster_21fff924-96c7-6d2c-d0c7-611ee4b49b23/data/data2/current/BP-1297389869-172.17.0.2-1731720157779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 3 on default port 44401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 44401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-1297389869-172.17.0.2-1731720157779:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/844d197be988:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2010934159-7923 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5384432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:59253 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=868 (was 783) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=531 (was 547), ProcessCount=11 (was 11), AvailableMemoryMB=4976 (was 5196) 2024-11-16T01:22:44,909 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-16T01:22:44,919 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=529, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=531, ProcessCount=11, AvailableMemoryMB=4976 2024-11-16T01:22:44,920 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-16T01:22:44,932 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-16T01:22:44,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/hadoop.log.dir so I do NOT create it in target/test-data/8e64494e-fdee-8473-72c8-f061520de08d 2024-11-16T01:22:44,932 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T01:22:44,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/hadoop.tmp.dir so I do NOT create it in target/test-data/8e64494e-fdee-8473-72c8-f061520de08d 2024-11-16T01:22:44,932 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e5baf33-d577-0d0f-bdcf-86472f8cf1ef/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T01:22:44,932 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d 2024-11-16T01:22:44,933 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/cluster_93ae299f-870f-331a-6766-f8e86111d1e0, deleteOnExit=true 2024-11-16T01:22:45,048 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/cluster_93ae299f-870f-331a-6766-f8e86111d1e0/zookeeper_0, clientPort=59501, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/cluster_93ae299f-870f-331a-6766-f8e86111d1e0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/cluster_93ae299f-870f-331a-6766-f8e86111d1e0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T01:22:45,048 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59501 2024-11-16T01:22:45,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T01:22:45,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T01:22:45,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/test.cache.data in system properties and HBase conf 2024-11-16T01:22:45,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T01:22:45,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/hadoop.log.dir in system properties and HBase conf 2024-11-16T01:22:45,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T01:22:45,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T01:22:45,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T01:22:45,049 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T01:22:45,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:22:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:22:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T01:22:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:22:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T01:22:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T01:22:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:22:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:22:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T01:22:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/nfs.dump.dir in system properties and HBase conf 2024-11-16T01:22:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/java.io.tmpdir in system properties and HBase conf 2024-11-16T01:22:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:22:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T01:22:45,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T01:22:45,369 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:22:45,372 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:22:45,374 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:22:45,374 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:22:45,374 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:22:45,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:22:45,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64a97c5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:22:45,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b170ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:22:45,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3381a4ec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/java.io.tmpdir/jetty-localhost-44009-hadoop-hdfs-3_4_1-tests_jar-_-any-3400733348154984614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:22:45,485 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@484ab11{HTTP/1.1, (http/1.1)}{localhost:44009} 2024-11-16T01:22:45,485 INFO [Time-limited test {}] server.Server(415): Started @330390ms 2024-11-16T01:22:45,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:22:45,735 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:22:45,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:22:45,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:22:45,735 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T01:22:45,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33712adf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:22:45,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ed51a46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:22:45,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d6a057a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/java.io.tmpdir/jetty-localhost-35107-hadoop-hdfs-3_4_1-tests_jar-_-any-2942837594380149696/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:22:45,840 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e42e2b0{HTTP/1.1, (http/1.1)}{localhost:35107} 2024-11-16T01:22:45,840 INFO [Time-limited test {}] server.Server(415): Started @330744ms 2024-11-16T01:22:45,841 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T01:22:46,456 WARN [Thread-4333 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/cluster_93ae299f-870f-331a-6766-f8e86111d1e0/data/data2/current/BP-1621224171-172.17.0.2-1731720165071/current, will proceed with Du for space computation calculation, 2024-11-16T01:22:46,456 WARN [Thread-4332 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/cluster_93ae299f-870f-331a-6766-f8e86111d1e0/data/data1/current/BP-1621224171-172.17.0.2-1731720165071/current, will proceed with Du for space computation calculation, 2024-11-16T01:22:46,474 WARN [Thread-4320 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T01:22:46,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb66d534b8be14760 with lease ID 0x3245f34f28958a8b: Processing first storage report for DS-eeddc49c-bc2f-4f69-a18a-ef726099f6cc from datanode DatanodeRegistration(127.0.0.1:38007, datanodeUuid=e0880b92-9a89-47dc-bef8-c66c3336ccd9, infoPort=43271, infoSecurePort=0, ipcPort=40881, storageInfo=lv=-57;cid=testClusterID;nsid=470182066;c=1731720165071) 2024-11-16T01:22:46,476 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb66d534b8be14760 with lease ID 0x3245f34f28958a8b: from storage DS-eeddc49c-bc2f-4f69-a18a-ef726099f6cc node DatanodeRegistration(127.0.0.1:38007, datanodeUuid=e0880b92-9a89-47dc-bef8-c66c3336ccd9, infoPort=43271, infoSecurePort=0, ipcPort=40881, storageInfo=lv=-57;cid=testClusterID;nsid=470182066;c=1731720165071), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:22:46,476 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb66d534b8be14760 with lease ID 0x3245f34f28958a8b: Processing first storage report for DS-80b14953-ee91-4500-b5b1-297cecb263af from datanode DatanodeRegistration(127.0.0.1:38007, datanodeUuid=e0880b92-9a89-47dc-bef8-c66c3336ccd9, infoPort=43271, infoSecurePort=0, ipcPort=40881, storageInfo=lv=-57;cid=testClusterID;nsid=470182066;c=1731720165071) 2024-11-16T01:22:46,476 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb66d534b8be14760 with lease ID 0x3245f34f28958a8b: from storage DS-80b14953-ee91-4500-b5b1-297cecb263af node DatanodeRegistration(127.0.0.1:38007, datanodeUuid=e0880b92-9a89-47dc-bef8-c66c3336ccd9, infoPort=43271, infoSecurePort=0, ipcPort=40881, storageInfo=lv=-57;cid=testClusterID;nsid=470182066;c=1731720165071), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:22:46,566 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d 2024-11-16T01:22:46,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:46,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:46,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741825_1001 (size=7) 2024-11-16T01:22:46,974 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64 with version=8 2024-11-16T01:22:46,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/hbase-staging 2024-11-16T01:22:46,976 INFO [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=45 2024-11-16T01:22:46,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:46,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:46,976 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:22:46,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:46,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:22:46,976 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T01:22:46,976 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:22:46,977 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34743 2024-11-16T01:22:46,977 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34743 connecting to ZooKeeper ensemble=127.0.0.1:59501 2024-11-16T01:22:47,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347430x0, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:22:47,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34743-0x101413cb2620000 connected 2024-11-16T01:22:47,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:47,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:47,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Set watcher on znode that does not yet exist, /01518295276/running 2024-11-16T01:22:47,180 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64, hbase.cluster.distributed=false 2024-11-16T01:22:47,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Set watcher on znode that does not yet exist, /01518295276/acl 2024-11-16T01:22:47,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34743 2024-11-16T01:22:47,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34743 2024-11-16T01:22:47,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34743 2024-11-16T01:22:47,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34743 2024-11-16T01:22:47,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34743 2024-11-16T01:22:47,195 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=45 2024-11-16T01:22:47,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:47,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:47,195 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:22:47,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:47,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:22:47,195 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T01:22:47,195 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:22:47,196 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32895 2024-11-16T01:22:47,196 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32895 connecting to ZooKeeper ensemble=127.0.0.1:59501 2024-11-16T01:22:47,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:47,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:47,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328950x0, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:22:47,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32895-0x101413cb2620001 connected 2024-11-16T01:22:47,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32895-0x101413cb2620001, quorum=127.0.0.1:59501, baseZNode=/01518295276 Set watcher on znode that does not yet exist, /01518295276/running 2024-11-16T01:22:47,209 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T01:22:47,210 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T01:22:47,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32895-0x101413cb2620001, quorum=127.0.0.1:59501, baseZNode=/01518295276 Set watcher on znode that does not yet exist, /01518295276/master 2024-11-16T01:22:47,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32895-0x101413cb2620001, quorum=127.0.0.1:59501, baseZNode=/01518295276 Set watcher on znode that does not yet exist, /01518295276/acl 2024-11-16T01:22:47,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32895 2024-11-16T01:22:47,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32895 2024-11-16T01:22:47,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32895 2024-11-16T01:22:47,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32895 2024-11-16T01:22:47,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32895 2024-11-16T01:22:47,226 DEBUG [M:0;844d197be988:34743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:34743 2024-11-16T01:22:47,228 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01518295276/backup-masters/844d197be988,34743,1731720166976 2024-11-16T01:22:47,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x101413cb2620001, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518295276/backup-masters 2024-11-16T01:22:47,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518295276/backup-masters 2024-11-16T01:22:47,241 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Set watcher on existing znode=/01518295276/backup-masters/844d197be988,34743,1731720166976 2024-11-16T01:22:47,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518295276 2024-11-16T01:22:47,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x101413cb2620001, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01518295276/master 2024-11-16T01:22:47,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x101413cb2620001, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518295276 2024-11-16T01:22:47,251 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Set watcher on existing znode=/01518295276/master 2024-11-16T01:22:47,251 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01518295276/backup-masters/844d197be988,34743,1731720166976 from backup master directory 2024-11-16T01:22:47,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01518295276/backup-masters/844d197be988,34743,1731720166976 2024-11-16T01:22:47,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518295276/backup-masters 2024-11-16T01:22:47,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x101413cb2620001, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518295276/backup-masters 2024-11-16T01:22:47,261 WARN [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:22:47,261 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,34743,1731720166976 2024-11-16T01:22:47,264 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/hbase.id] with ID: 00a6cdea-3bb9-4f93-926a-a8394c08e5b0 2024-11-16T01:22:47,264 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/.tmp/hbase.id 2024-11-16T01:22:47,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741826_1002 (size=42) 2024-11-16T01:22:47,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,668 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/.tmp/hbase.id]:[hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/hbase.id] 2024-11-16T01:22:47,675 INFO [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:47,675 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T01:22:47,676 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T01:22:47,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x101413cb2620001, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518295276 2024-11-16T01:22:47,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518295276 2024-11-16T01:22:47,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741827_1003 (size=196) 2024-11-16T01:22:47,958 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:22:47,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:47,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:48,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:48,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:48,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:48,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:48,033 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T01:22:48,034 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T01:22:48,129 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:22:48,129 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T01:22:48,130 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:22:48,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741828_1004 (size=1189) 2024-11-16T01:22:48,139 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/data/master/store 2024-11-16T01:22:48,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741829_1005 (size=34) 2024-11-16T01:22:48,549 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:48,549 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:22:48,549 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:48,549 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:48,549 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:22:48,549 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:48,549 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:48,549 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720168549Disabling compacts and flushes for region at 1731720168549Disabling writes for close at 1731720168549Writing region close event to WAL at 1731720168549Closed at 1731720168549 2024-11-16T01:22:48,550 WARN [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/data/master/store/.initializing 2024-11-16T01:22:48,550 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/WALs/844d197be988,34743,1731720166976 2024-11-16T01:22:48,550 INFO [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:22:48,552 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C34743%2C1731720166976, suffix=, logDir=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/WALs/844d197be988,34743,1731720166976, archiveDir=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/oldWALs, maxLogs=10 2024-11-16T01:22:48,563 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/WALs/844d197be988,34743,1731720166976/844d197be988%2C34743%2C1731720166976.1731720168552, exclude list is [], retry=0 2024-11-16T01:22:48,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38007,DS-eeddc49c-bc2f-4f69-a18a-ef726099f6cc,DISK] 2024-11-16T01:22:48,566 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/WALs/844d197be988,34743,1731720166976/844d197be988%2C34743%2C1731720166976.1731720168552 2024-11-16T01:22:48,566 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43271:43271)] 2024-11-16T01:22:48,566 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:22:48,566 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:48,567 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:48,567 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:48,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:48,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T01:22:48,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:48,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:48,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:48,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T01:22:48,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:48,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:48,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:48,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T01:22:48,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:48,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:48,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:48,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T01:22:48,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:48,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:48,572 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:48,572 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:48,573 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:48,574 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:48,574 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:48,574 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:22:48,574 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:48,576 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:22:48,576 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60637823, jitterRate=-0.09642602503299713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:22:48,576 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731720168567Initializing all the Stores at 1731720168567Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720168567Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720168567Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720168567Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720168567Cleaning up temporary data from old regions at 1731720168574 (+7 ms)Region opened successfully at 1731720168576 (+2 ms) 2024-11-16T01:22:48,576 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T01:22:48,578 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17eb273c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:22:48,578 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T01:22:48,578 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T01:22:48,579 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T01:22:48,579 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T01:22:48,579 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T01:22:48,579 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T01:22:48,579 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T01:22:48,580 INFO [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T01:22:48,581 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Unable to get data of znode /01518295276/balancer because node does not exist (not necessarily an error) 2024-11-16T01:22:48,630 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01518295276/balancer already deleted, retry=false 2024-11-16T01:22:48,630 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T01:22:48,630 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Unable to get data of znode /01518295276/normalizer because node does not exist (not necessarily an error) 2024-11-16T01:22:48,640 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01518295276/normalizer already deleted, retry=false 2024-11-16T01:22:48,640 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T01:22:48,641 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Unable to get data of znode /01518295276/switch/split because node does not exist (not necessarily an error) 2024-11-16T01:22:48,650 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01518295276/switch/split already deleted, retry=false 2024-11-16T01:22:48,651 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Unable to get data of znode /01518295276/switch/merge because node does not exist (not necessarily an error) 2024-11-16T01:22:48,661 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01518295276/switch/merge already deleted, retry=false 2024-11-16T01:22:48,663 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Unable to get data of znode /01518295276/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T01:22:48,672 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01518295276/snapshot-cleanup already deleted, retry=false 2024-11-16T01:22:48,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01518295276/running 2024-11-16T01:22:48,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x101413cb2620001, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01518295276/running 2024-11-16T01:22:48,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x101413cb2620001, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518295276 2024-11-16T01:22:48,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518295276 2024-11-16T01:22:48,682 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,34743,1731720166976, sessionid=0x101413cb2620000, setting cluster-up flag (Was=false) 2024-11-16T01:22:48,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518295276 2024-11-16T01:22:48,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x101413cb2620001, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518295276 2024-11-16T01:22:49,077 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01518295276/flush-table-proc/acquired, /01518295276/flush-table-proc/reached, /01518295276/flush-table-proc/abort 2024-11-16T01:22:49,078 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,34743,1731720166976 2024-11-16T01:22:49,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518295276 2024-11-16T01:22:49,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x101413cb2620001, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518295276 2024-11-16T01:22:49,356 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01518295276/online-snapshot/acquired, /01518295276/online-snapshot/reached, /01518295276/online-snapshot/abort 2024-11-16T01:22:49,357 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,34743,1731720166976 2024-11-16T01:22:49,358 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T01:22:49,359 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T01:22:49,359 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T01:22:49,359 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T01:22:49,359 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,34743,1731720166976 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T01:22:49,360 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:22:49,360 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:22:49,360 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:22:49,360 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:22:49,360 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10 2024-11-16T01:22:49,360 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:49,360 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:22:49,360 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:49,361 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731720199361 2024-11-16T01:22:49,361 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T01:22:49,361 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T01:22:49,361 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:22:49,361 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T01:22:49,361 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T01:22:49,361 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T01:22:49,361 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T01:22:49,361 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T01:22:49,361 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:49,362 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T01:22:49,362 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T01:22:49,362 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T01:22:49,362 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T01:22:49,362 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:49,362 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T01:22:49,362 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T01:22:49,362 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T01:22:49,362 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720169362,5,FailOnTimeoutGroup] 2024-11-16T01:22:49,362 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720169362,5,FailOnTimeoutGroup] 2024-11-16T01:22:49,362 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:49,363 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T01:22:49,363 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:49,363 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:49,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741831_1007 (size=1321) 2024-11-16T01:22:49,369 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T01:22:49,369 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64 2024-11-16T01:22:49,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741832_1008 (size=32) 2024-11-16T01:22:49,419 INFO [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(746): ClusterId : 00a6cdea-3bb9-4f93-926a-a8394c08e5b0 2024-11-16T01:22:49,419 DEBUG [RS:0;844d197be988:32895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T01:22:49,430 DEBUG [RS:0;844d197be988:32895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T01:22:49,430 DEBUG [RS:0;844d197be988:32895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T01:22:49,441 DEBUG [RS:0;844d197be988:32895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T01:22:49,441 DEBUG [RS:0;844d197be988:32895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6145724a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:22:49,454 DEBUG [RS:0;844d197be988:32895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:32895 2024-11-16T01:22:49,454 INFO [RS:0;844d197be988:32895 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T01:22:49,454 INFO [RS:0;844d197be988:32895 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T01:22:49,454 DEBUG [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T01:22:49,455 INFO [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,34743,1731720166976 with port=32895, startcode=1731720167195 2024-11-16T01:22:49,455 DEBUG [RS:0;844d197be988:32895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T01:22:49,457 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T01:22:49,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34743 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,32895,1731720167195 2024-11-16T01:22:49,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34743 {}] master.ServerManager(517): Registering regionserver=844d197be988,32895,1731720167195 2024-11-16T01:22:49,458 DEBUG [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64 2024-11-16T01:22:49,458 DEBUG [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36701 2024-11-16T01:22:49,458 DEBUG [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T01:22:49,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518295276/rs 2024-11-16T01:22:49,471 DEBUG [RS:0;844d197be988:32895 {}] zookeeper.ZKUtil(111): regionserver:32895-0x101413cb2620001, quorum=127.0.0.1:59501, baseZNode=/01518295276 Set watcher on existing znode=/01518295276/rs/844d197be988,32895,1731720167195 2024-11-16T01:22:49,471 WARN [RS:0;844d197be988:32895 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:22:49,471 INFO [RS:0;844d197be988:32895 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:22:49,471 DEBUG [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195 2024-11-16T01:22:49,472 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,32895,1731720167195] 2024-11-16T01:22:49,474 INFO [RS:0;844d197be988:32895 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T01:22:49,476 INFO [RS:0;844d197be988:32895 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T01:22:49,480 INFO [RS:0;844d197be988:32895 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T01:22:49,480 INFO [RS:0;844d197be988:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:49,481 INFO [RS:0;844d197be988:32895 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T01:22:49,481 INFO [RS:0;844d197be988:32895 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T01:22:49,481 INFO [RS:0;844d197be988:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:49,481 DEBUG [RS:0;844d197be988:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:49,481 DEBUG [RS:0;844d197be988:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:49,481 DEBUG [RS:0;844d197be988:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:49,481 DEBUG [RS:0;844d197be988:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:49,482 DEBUG [RS:0;844d197be988:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:49,482 DEBUG [RS:0;844d197be988:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:22:49,482 DEBUG [RS:0;844d197be988:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:49,482 DEBUG [RS:0;844d197be988:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:49,482 DEBUG [RS:0;844d197be988:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:49,482 DEBUG [RS:0;844d197be988:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:49,482 DEBUG [RS:0;844d197be988:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:49,482 DEBUG [RS:0;844d197be988:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:49,482 DEBUG [RS:0;844d197be988:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:22:49,482 DEBUG [RS:0;844d197be988:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:22:49,487 INFO [RS:0;844d197be988:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:49,487 INFO [RS:0;844d197be988:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:49,487 INFO [RS:0;844d197be988:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:49,487 INFO [RS:0;844d197be988:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:49,487 INFO [RS:0;844d197be988:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:49,487 INFO [RS:0;844d197be988:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,32895,1731720167195-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:22:49,501 INFO [RS:0;844d197be988:32895 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T01:22:49,501 INFO [RS:0;844d197be988:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,32895,1731720167195-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:49,501 INFO [RS:0;844d197be988:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:49,501 INFO [RS:0;844d197be988:32895 {}] regionserver.Replication(171): 844d197be988,32895,1731720167195 started 2024-11-16T01:22:49,516 INFO [RS:0;844d197be988:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:49,516 INFO [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,32895,1731720167195, RpcServer on 844d197be988/172.17.0.2:32895, sessionid=0x101413cb2620001 2024-11-16T01:22:49,516 DEBUG [RS:0;844d197be988:32895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T01:22:49,516 DEBUG [RS:0;844d197be988:32895 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,32895,1731720167195 2024-11-16T01:22:49,516 DEBUG [RS:0;844d197be988:32895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,32895,1731720167195' 2024-11-16T01:22:49,516 DEBUG [RS:0;844d197be988:32895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01518295276/flush-table-proc/abort' 2024-11-16T01:22:49,517 DEBUG [RS:0;844d197be988:32895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01518295276/flush-table-proc/acquired' 2024-11-16T01:22:49,517 DEBUG [RS:0;844d197be988:32895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T01:22:49,517 DEBUG [RS:0;844d197be988:32895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T01:22:49,517 DEBUG [RS:0;844d197be988:32895 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,32895,1731720167195 2024-11-16T01:22:49,517 DEBUG [RS:0;844d197be988:32895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,32895,1731720167195' 2024-11-16T01:22:49,517 DEBUG [RS:0;844d197be988:32895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01518295276/online-snapshot/abort' 2024-11-16T01:22:49,517 DEBUG [RS:0;844d197be988:32895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01518295276/online-snapshot/acquired' 2024-11-16T01:22:49,518 DEBUG [RS:0;844d197be988:32895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T01:22:49,518 INFO [RS:0;844d197be988:32895 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T01:22:49,518 INFO [RS:0;844d197be988:32895 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T01:22:49,618 INFO [RS:0;844d197be988:32895 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:22:49,619 INFO [RS:0;844d197be988:32895 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C32895%2C1731720167195, suffix=, logDir=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195, archiveDir=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/oldWALs, maxLogs=10 2024-11-16T01:22:49,636 DEBUG [RS:0;844d197be988:32895 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720169619, exclude list is [], retry=0 2024-11-16T01:22:49,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38007,DS-eeddc49c-bc2f-4f69-a18a-ef726099f6cc,DISK] 2024-11-16T01:22:49,641 INFO [RS:0;844d197be988:32895 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720169619 2024-11-16T01:22:49,641 DEBUG [RS:0;844d197be988:32895 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43271:43271)] 2024-11-16T01:22:49,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:49,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:22:49,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:22:49,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:49,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:49,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:22:49,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:22:49,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:49,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:49,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:22:49,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:22:49,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:49,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:49,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:22:49,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:22:49,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:49,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:49,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:22:49,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740 2024-11-16T01:22:49,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740 2024-11-16T01:22:49,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:22:49,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:22:49,785 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:22:49,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:22:49,787 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:22:49,787 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73611670, jitterRate=0.0968993604183197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:22:49,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731720169778Initializing all the Stores at 1731720169779 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720169779Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720169779Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720169779Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720169779Cleaning up temporary data from old regions at 1731720169785 (+6 ms)Region opened successfully at 1731720169788 (+3 ms) 2024-11-16T01:22:49,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:22:49,788 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:22:49,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:22:49,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:22:49,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:22:49,788 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:22:49,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720169788Disabling compacts and flushes for region at 1731720169788Disabling writes for close at 1731720169788Writing region close event to WAL at 1731720169788Closed at 1731720169788 2024-11-16T01:22:49,789 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:22:49,789 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T01:22:49,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T01:22:49,789 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:22:49,790 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T01:22:49,940 DEBUG [844d197be988:34743 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:22:49,941 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,32895,1731720167195 2024-11-16T01:22:49,941 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,32895,1731720167195, state=OPENING 2024-11-16T01:22:49,987 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T01:22:49,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518295276 2024-11-16T01:22:49,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x101413cb2620001, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518295276 2024-11-16T01:22:49,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01518295276/meta-region-server: CHANGED 2024-11-16T01:22:49,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01518295276/meta-region-server: CHANGED 2024-11-16T01:22:49,998 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:22:49,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,32895,1731720167195}] 2024-11-16T01:22:50,150 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:22:50,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:22:50,153 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T01:22:50,153 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:22:50,153 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T01:22:50,154 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C32895%2C1731720167195.meta, suffix=.meta, logDir=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195, archiveDir=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/oldWALs, maxLogs=10 2024-11-16T01:22:50,166 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.meta.1731720170155.meta, exclude list is [], retry=0 2024-11-16T01:22:50,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38007,DS-eeddc49c-bc2f-4f69-a18a-ef726099f6cc,DISK] 2024-11-16T01:22:50,168 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.meta.1731720170155.meta 2024-11-16T01:22:50,168 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43271:43271)] 2024-11-16T01:22:50,169 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:22:50,169 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:22:50,169 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:22:50,169 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T01:22:50,169 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T01:22:50,169 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T01:22:50,169 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:50,169 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T01:22:50,169 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T01:22:50,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:22:50,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:22:50,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:50,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:50,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:22:50,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:22:50,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:50,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:50,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:22:50,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:22:50,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:50,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:50,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:22:50,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:22:50,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:50,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:50,174 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:22:50,174 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740 2024-11-16T01:22:50,175 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740 2024-11-16T01:22:50,176 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:22:50,176 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:22:50,176 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:22:50,177 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:22:50,177 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63208729, jitterRate=-0.05811654031276703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:22:50,177 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T01:22:50,177 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731720170169Writing region info on filesystem at 1731720170169Initializing all the Stores at 1731720170170 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720170170Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720170170Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720170170Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720170170Cleaning up temporary data from old regions at 1731720170176 (+6 ms)Running coprocessor post-open hooks at 1731720170177 (+1 ms)Region opened successfully at 1731720170177 2024-11-16T01:22:50,178 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731720170150 2024-11-16T01:22:50,179 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T01:22:50,179 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T01:22:50,179 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,32895,1731720167195 2024-11-16T01:22:50,180 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,32895,1731720167195, state=OPEN 2024-11-16T01:22:50,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x101413cb2620001, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01518295276/meta-region-server 2024-11-16T01:22:50,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01518295276/meta-region-server 2024-11-16T01:22:50,214 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,32895,1731720167195 2024-11-16T01:22:50,214 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01518295276/meta-region-server: CHANGED 2024-11-16T01:22:50,214 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01518295276/meta-region-server: CHANGED 2024-11-16T01:22:50,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T01:22:50,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,32895,1731720167195 in 216 msec 2024-11-16T01:22:50,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T01:22:50,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 427 msec 2024-11-16T01:22:50,217 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:22:50,217 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T01:22:50,218 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:22:50,218 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,32895,1731720167195, seqNum=-1] 2024-11-16T01:22:50,218 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:22:50,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:22:50,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 863 msec 2024-11-16T01:22:50,222 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731720170222, completionTime=-1 2024-11-16T01:22:50,222 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T01:22:50,222 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T01:22:50,223 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T01:22:50,223 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731720230223 2024-11-16T01:22:50,224 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731720290223 2024-11-16T01:22:50,224 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T01:22:50,224 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34743,1731720166976-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:50,224 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34743,1731720166976-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:50,224 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34743,1731720166976-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:50,224 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:34743, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:50,224 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:50,224 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:50,225 DEBUG [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T01:22:50,226 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.965sec 2024-11-16T01:22:50,226 INFO [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T01:22:50,227 INFO [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T01:22:50,227 INFO [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T01:22:50,227 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T01:22:50,227 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T01:22:50,227 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34743,1731720166976-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:22:50,227 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34743,1731720166976-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T01:22:50,228 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T01:22:50,228 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T01:22:50,228 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,34743,1731720166976-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:50,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b935b3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:50,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34743,-1 for getting cluster id 2024-11-16T01:22:50,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:22:50,321 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00a6cdea-3bb9-4f93-926a-a8394c08e5b0' 2024-11-16T01:22:50,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:22:50,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00a6cdea-3bb9-4f93-926a-a8394c08e5b0" 2024-11-16T01:22:50,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c940395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:50,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34743,-1] 2024-11-16T01:22:50,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:22:50,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:50,322 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:22:50,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba2a9be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:50,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:22:50,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,32895,1731720167195, seqNum=-1] 2024-11-16T01:22:50,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:22:50,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:22:50,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=844d197be988,34743,1731720166976 2024-11-16T01:22:50,326 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59501 2024-11-16T01:22:50,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:22:50,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101413cb2620002 connected 2024-11-16T01:22:50,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/hadoop.log.dir so I do NOT create it in target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34 2024-11-16T01:22:50,358 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T01:22:50,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/hadoop.tmp.dir so I do NOT create it in target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34 2024-11-16T01:22:50,358 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T01:22:50,358 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34 2024-11-16T01:22:50,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T01:22:50,358 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/cluster_5ae99038-eb22-72f4-b413-b4a007f57114, deleteOnExit=true 2024-11-16T01:22:50,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T01:22:50,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/test.cache.data in system properties and HBase conf 2024-11-16T01:22:50,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T01:22:50,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/hadoop.log.dir in system properties and HBase conf 2024-11-16T01:22:50,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T01:22:50,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T01:22:50,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T01:22:50,358 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T01:22:50,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:22:50,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:22:50,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T01:22:50,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:22:50,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T01:22:50,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T01:22:50,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:22:50,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:22:50,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T01:22:50,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/nfs.dump.dir in system properties and HBase conf 2024-11-16T01:22:50,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/java.io.tmpdir in system properties and HBase conf 2024-11-16T01:22:50,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:22:50,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T01:22:50,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T01:22:50,687 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:22:50,689 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:22:50,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:22:50,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:22:50,721 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:22:50,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:22:50,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25665306{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:22:50,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58b6d40f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:22:50,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fba7b92{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/java.io.tmpdir/jetty-localhost-45559-hadoop-hdfs-3_4_1-tests_jar-_-any-17679950970094599575/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:22:50,827 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78563c3e{HTTP/1.1, (http/1.1)}{localhost:45559} 2024-11-16T01:22:50,827 INFO [Time-limited test {}] server.Server(415): Started @335732ms 2024-11-16T01:22:51,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:22:51,073 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:22:51,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:22:51,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:22:51,073 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T01:22:51,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75a86cd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:22:51,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36d30e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:22:51,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7064e3ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/java.io.tmpdir/jetty-localhost-43485-hadoop-hdfs-3_4_1-tests_jar-_-any-13920170738574517449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:22:51,171 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30a1ce18{HTTP/1.1, (http/1.1)}{localhost:43485} 2024-11-16T01:22:51,171 INFO [Time-limited test {}] server.Server(415): Started @336075ms 2024-11-16T01:22:51,171 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T01:22:51,785 WARN [Thread-4453 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/cluster_5ae99038-eb22-72f4-b413-b4a007f57114/data/data1/current/BP-1799971420-172.17.0.2-1731720170372/current, will proceed with Du for space computation calculation, 2024-11-16T01:22:51,785 WARN [Thread-4454 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/cluster_5ae99038-eb22-72f4-b413-b4a007f57114/data/data2/current/BP-1799971420-172.17.0.2-1731720170372/current, will proceed with Du for space computation calculation, 2024-11-16T01:22:51,800 WARN [Thread-4441 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T01:22:51,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe1c7b87527d7737 with lease ID 0x98461fa994f472c1: Processing first storage report for DS-ceb8829d-ad4e-4c4b-a029-3a0c91a5e332 from datanode DatanodeRegistration(127.0.0.1:38735, datanodeUuid=663ce3e6-8f86-4625-a6a8-280b3be7a675, infoPort=46805, infoSecurePort=0, ipcPort=36103, storageInfo=lv=-57;cid=testClusterID;nsid=247067397;c=1731720170372) 2024-11-16T01:22:51,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe1c7b87527d7737 with lease ID 0x98461fa994f472c1: from storage DS-ceb8829d-ad4e-4c4b-a029-3a0c91a5e332 node DatanodeRegistration(127.0.0.1:38735, datanodeUuid=663ce3e6-8f86-4625-a6a8-280b3be7a675, infoPort=46805, infoSecurePort=0, ipcPort=36103, storageInfo=lv=-57;cid=testClusterID;nsid=247067397;c=1731720170372), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:22:51,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe1c7b87527d7737 with lease ID 0x98461fa994f472c1: Processing first storage report for DS-ee978542-4d90-4583-8d2a-651e2e98ec6a from datanode DatanodeRegistration(127.0.0.1:38735, datanodeUuid=663ce3e6-8f86-4625-a6a8-280b3be7a675, infoPort=46805, infoSecurePort=0, ipcPort=36103, storageInfo=lv=-57;cid=testClusterID;nsid=247067397;c=1731720170372) 2024-11-16T01:22:51,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe1c7b87527d7737 with lease ID 0x98461fa994f472c1: from storage DS-ee978542-4d90-4583-8d2a-651e2e98ec6a node DatanodeRegistration(127.0.0.1:38735, datanodeUuid=663ce3e6-8f86-4625-a6a8-280b3be7a675, infoPort=46805, infoSecurePort=0, ipcPort=36103, storageInfo=lv=-57;cid=testClusterID;nsid=247067397;c=1731720170372), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:22:51,893 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34 2024-11-16T01:22:51,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:51,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:51,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38735 is added to blk_1073741825_1001 (size=7) 2024-11-16T01:22:52,300 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6 with version=8 2024-11-16T01:22:52,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/hbase-staging 2024-11-16T01:22:52,302 INFO [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=45 2024-11-16T01:22:52,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:52,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:52,302 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:22:52,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:52,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:22:52,302 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T01:22:52,302 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:22:52,303 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44479 2024-11-16T01:22:52,304 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44479 connecting to ZooKeeper ensemble=127.0.0.1:59501 2024-11-16T01:22:52,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444790x0, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:22:52,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44479-0x101413cb2620003 connected 2024-11-16T01:22:52,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:52,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:52,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Set watcher on znode that does not yet exist, /1115265397/running 2024-11-16T01:22:52,432 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6, hbase.cluster.distributed=false 2024-11-16T01:22:52,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Set watcher on znode that does not yet exist, /1115265397/acl 2024-11-16T01:22:52,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44479 2024-11-16T01:22:52,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44479 2024-11-16T01:22:52,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44479 2024-11-16T01:22:52,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44479 2024-11-16T01:22:52,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44479 2024-11-16T01:22:52,447 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=45 2024-11-16T01:22:52,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:52,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:52,447 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:22:52,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:52,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:22:52,448 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T01:22:52,448 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:22:52,448 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40627 2024-11-16T01:22:52,449 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40627 connecting to ZooKeeper ensemble=127.0.0.1:59501 2024-11-16T01:22:52,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:52,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:52,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406270x0, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:22:52,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406270x0, quorum=127.0.0.1:59501, baseZNode=/1115265397 Set watcher on znode that does not yet exist, /1115265397/running 2024-11-16T01:22:52,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40627-0x101413cb2620004 connected 2024-11-16T01:22:52,462 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T01:22:52,463 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T01:22:52,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40627-0x101413cb2620004, quorum=127.0.0.1:59501, baseZNode=/1115265397 Set watcher on znode that does not yet exist, /1115265397/master 2024-11-16T01:22:52,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40627-0x101413cb2620004, quorum=127.0.0.1:59501, baseZNode=/1115265397 Set watcher on znode that does not yet exist, /1115265397/acl 2024-11-16T01:22:52,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40627 2024-11-16T01:22:52,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40627 2024-11-16T01:22:52,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40627 2024-11-16T01:22:52,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40627 2024-11-16T01:22:52,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40627 2024-11-16T01:22:52,483 DEBUG [M:0;844d197be988:44479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:44479 2024-11-16T01:22:52,484 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1115265397/backup-masters/844d197be988,44479,1731720172302 2024-11-16T01:22:52,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1115265397/backup-masters 2024-11-16T01:22:52,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x101413cb2620004, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1115265397/backup-masters 2024-11-16T01:22:52,493 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Set watcher on existing znode=/1115265397/backup-masters/844d197be988,44479,1731720172302 2024-11-16T01:22:52,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1115265397 2024-11-16T01:22:52,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x101413cb2620004, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1115265397/master 2024-11-16T01:22:52,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x101413cb2620004, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1115265397 2024-11-16T01:22:52,503 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Set watcher on existing znode=/1115265397/master 2024-11-16T01:22:52,503 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1115265397/backup-masters/844d197be988,44479,1731720172302 from backup master directory 2024-11-16T01:22:52,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1115265397/backup-masters/844d197be988,44479,1731720172302 2024-11-16T01:22:52,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x101413cb2620004, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1115265397/backup-masters 2024-11-16T01:22:52,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1115265397/backup-masters 2024-11-16T01:22:52,513 WARN [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:22:52,513 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,44479,1731720172302 2024-11-16T01:22:52,516 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/hbase.id] with ID: 7e735d6c-762f-4838-a4aa-311004136706 2024-11-16T01:22:52,516 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/.tmp/hbase.id 2024-11-16T01:22:52,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38735 is added to blk_1073741826_1002 (size=42) 2024-11-16T01:22:52,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T01:22:52,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T01:22:52,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:22:52,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T01:22:52,920 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/.tmp/hbase.id]:[hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/hbase.id] 2024-11-16T01:22:52,926 INFO [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:52,926 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T01:22:52,927 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T01:22:52,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x101413cb2620004, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1115265397 2024-11-16T01:22:52,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1115265397 2024-11-16T01:22:52,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38735 is added to blk_1073741827_1003 (size=196) 2024-11-16T01:22:53,374 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:22:53,375 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T01:22:53,375 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:22:53,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38735 is added to blk_1073741828_1004 (size=1189) 2024-11-16T01:22:53,782 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/data/master/store 2024-11-16T01:22:53,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38735 is added to blk_1073741829_1005 (size=34) 2024-11-16T01:22:54,187 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:54,187 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:22:54,187 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:54,187 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:54,187 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:22:54,187 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:54,187 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:54,187 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720174187Disabling compacts and flushes for region at 1731720174187Disabling writes for close at 1731720174187Writing region close event to WAL at 1731720174187Closed at 1731720174187 2024-11-16T01:22:54,188 WARN [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/data/master/store/.initializing 2024-11-16T01:22:54,188 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/WALs/844d197be988,44479,1731720172302 2024-11-16T01:22:54,189 INFO [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:22:54,190 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C44479%2C1731720172302, suffix=, logDir=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/WALs/844d197be988,44479,1731720172302, archiveDir=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/oldWALs, maxLogs=10 2024-11-16T01:22:54,202 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/WALs/844d197be988,44479,1731720172302/844d197be988%2C44479%2C1731720172302.1731720174190, exclude list is [], retry=0 2024-11-16T01:22:54,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38735,DS-ceb8829d-ad4e-4c4b-a029-3a0c91a5e332,DISK] 2024-11-16T01:22:54,205 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/WALs/844d197be988,44479,1731720172302/844d197be988%2C44479%2C1731720172302.1731720174190 2024-11-16T01:22:54,205 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46805:46805)] 2024-11-16T01:22:54,206 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:22:54,206 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:54,206 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:54,206 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:54,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:54,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T01:22:54,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:54,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:54,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:54,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T01:22:54,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:54,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:54,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:54,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T01:22:54,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:54,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:54,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:54,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T01:22:54,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:54,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:54,211 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:54,212 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:54,212 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:54,213 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:54,213 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:54,214 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:22:54,214 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:54,216 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:22:54,216 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71566132, jitterRate=0.06641846895217896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:22:54,216 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731720174206Initializing all the Stores at 1731720174206Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720174206Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720174206Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720174206Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720174206Cleaning up temporary data from old regions at 1731720174213 (+7 ms)Region opened successfully at 1731720174216 (+3 ms) 2024-11-16T01:22:54,216 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T01:22:54,218 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7266e4e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:22:54,219 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T01:22:54,219 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T01:22:54,219 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T01:22:54,219 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T01:22:54,219 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T01:22:54,219 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T01:22:54,219 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T01:22:54,221 INFO [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T01:22:54,221 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Unable to get data of znode /1115265397/balancer because node does not exist (not necessarily an error) 2024-11-16T01:22:54,229 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1115265397/balancer already deleted, retry=false 2024-11-16T01:22:54,229 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T01:22:54,230 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Unable to get data of znode /1115265397/normalizer because node does not exist (not necessarily an error) 2024-11-16T01:22:54,240 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1115265397/normalizer already deleted, retry=false 2024-11-16T01:22:54,240 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T01:22:54,241 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Unable to get data of znode /1115265397/switch/split because node does not exist (not necessarily an error) 2024-11-16T01:22:54,250 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1115265397/switch/split already deleted, retry=false 2024-11-16T01:22:54,251 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Unable to get data of znode /1115265397/switch/merge because node does not exist (not necessarily an error) 2024-11-16T01:22:54,261 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1115265397/switch/merge already deleted, retry=false 2024-11-16T01:22:54,262 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Unable to get data of znode /1115265397/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T01:22:54,271 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1115265397/snapshot-cleanup already deleted, retry=false 2024-11-16T01:22:54,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1115265397/running 2024-11-16T01:22:54,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x101413cb2620004, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1115265397/running 2024-11-16T01:22:54,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1115265397 2024-11-16T01:22:54,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x101413cb2620004, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1115265397 2024-11-16T01:22:54,282 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,44479,1731720172302, sessionid=0x101413cb2620003, setting cluster-up flag (Was=false) 2024-11-16T01:22:54,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1115265397 2024-11-16T01:22:54,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x101413cb2620004, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1115265397 2024-11-16T01:22:54,334 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1115265397/flush-table-proc/acquired, /1115265397/flush-table-proc/reached, /1115265397/flush-table-proc/abort 2024-11-16T01:22:54,335 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,44479,1731720172302 2024-11-16T01:22:54,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x101413cb2620004, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1115265397 2024-11-16T01:22:54,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1115265397 2024-11-16T01:22:54,387 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1115265397/online-snapshot/acquired, /1115265397/online-snapshot/reached, /1115265397/online-snapshot/abort 2024-11-16T01:22:54,388 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,44479,1731720172302 2024-11-16T01:22:54,389 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T01:22:54,390 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T01:22:54,390 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T01:22:54,390 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T01:22:54,390 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,44479,1731720172302 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T01:22:54,391 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:22:54,391 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:22:54,391 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:22:54,391 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:22:54,391 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10 2024-11-16T01:22:54,391 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:54,391 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:22:54,391 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:54,392 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731720204392 2024-11-16T01:22:54,392 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T01:22:54,392 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T01:22:54,392 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T01:22:54,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:22:54,392 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T01:22:54,392 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T01:22:54,392 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T01:22:54,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T01:22:54,392 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:54,393 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T01:22:54,393 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T01:22:54,393 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T01:22:54,393 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T01:22:54,393 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:54,393 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T01:22:54,396 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T01:22:54,396 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T01:22:54,397 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720174396,5,FailOnTimeoutGroup] 2024-11-16T01:22:54,398 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720174397,5,FailOnTimeoutGroup] 2024-11-16T01:22:54,398 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:54,398 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T01:22:54,398 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:54,398 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:54,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38735 is added to blk_1073741831_1007 (size=1321) 2024-11-16T01:22:54,475 INFO [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(746): ClusterId : 7e735d6c-762f-4838-a4aa-311004136706 2024-11-16T01:22:54,475 DEBUG [RS:0;844d197be988:40627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T01:22:54,482 DEBUG [RS:0;844d197be988:40627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T01:22:54,482 DEBUG [RS:0;844d197be988:40627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T01:22:54,493 DEBUG [RS:0;844d197be988:40627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T01:22:54,493 DEBUG [RS:0;844d197be988:40627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d07f4c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:22:54,503 DEBUG [RS:0;844d197be988:40627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:40627 2024-11-16T01:22:54,503 INFO [RS:0;844d197be988:40627 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T01:22:54,503 INFO [RS:0;844d197be988:40627 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T01:22:54,503 DEBUG [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T01:22:54,504 INFO [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,44479,1731720172302 with port=40627, startcode=1731720172447 2024-11-16T01:22:54,504 DEBUG [RS:0;844d197be988:40627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T01:22:54,505 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T01:22:54,505 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44479 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,40627,1731720172447 2024-11-16T01:22:54,505 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44479 {}] master.ServerManager(517): Registering regionserver=844d197be988,40627,1731720172447 2024-11-16T01:22:54,506 DEBUG [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6 2024-11-16T01:22:54,506 DEBUG [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39471 2024-11-16T01:22:54,506 DEBUG [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T01:22:54,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1115265397/rs 2024-11-16T01:22:54,514 DEBUG [RS:0;844d197be988:40627 {}] zookeeper.ZKUtil(111): regionserver:40627-0x101413cb2620004, quorum=127.0.0.1:59501, baseZNode=/1115265397 Set watcher on existing znode=/1115265397/rs/844d197be988,40627,1731720172447 2024-11-16T01:22:54,514 WARN [RS:0;844d197be988:40627 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:22:54,514 INFO [RS:0;844d197be988:40627 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:22:54,514 DEBUG [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/WALs/844d197be988,40627,1731720172447 2024-11-16T01:22:54,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,40627,1731720172447] 2024-11-16T01:22:54,516 INFO [RS:0;844d197be988:40627 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T01:22:54,517 INFO [RS:0;844d197be988:40627 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T01:22:54,518 INFO [RS:0;844d197be988:40627 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T01:22:54,518 INFO [RS:0;844d197be988:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:54,518 INFO [RS:0;844d197be988:40627 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T01:22:54,519 INFO [RS:0;844d197be988:40627 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T01:22:54,519 INFO [RS:0;844d197be988:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:54,519 DEBUG [RS:0;844d197be988:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:54,519 DEBUG [RS:0;844d197be988:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:54,519 DEBUG [RS:0;844d197be988:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:54,519 DEBUG [RS:0;844d197be988:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:54,519 DEBUG [RS:0;844d197be988:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:54,519 DEBUG [RS:0;844d197be988:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:22:54,519 DEBUG [RS:0;844d197be988:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:54,519 DEBUG [RS:0;844d197be988:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:54,519 DEBUG [RS:0;844d197be988:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:54,519 DEBUG [RS:0;844d197be988:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:54,519 DEBUG [RS:0;844d197be988:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:54,519 DEBUG [RS:0;844d197be988:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:54,519 DEBUG [RS:0;844d197be988:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:22:54,519 DEBUG [RS:0;844d197be988:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:22:54,519 INFO [RS:0;844d197be988:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:54,519 INFO [RS:0;844d197be988:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:54,519 INFO [RS:0;844d197be988:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:54,519 INFO [RS:0;844d197be988:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:54,519 INFO [RS:0;844d197be988:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:54,520 INFO [RS:0;844d197be988:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,40627,1731720172447-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:22:54,531 INFO [RS:0;844d197be988:40627 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T01:22:54,531 INFO [RS:0;844d197be988:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,40627,1731720172447-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:54,531 INFO [RS:0;844d197be988:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:54,531 INFO [RS:0;844d197be988:40627 {}] regionserver.Replication(171): 844d197be988,40627,1731720172447 started 2024-11-16T01:22:54,542 INFO [RS:0;844d197be988:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:54,542 INFO [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,40627,1731720172447, RpcServer on 844d197be988/172.17.0.2:40627, sessionid=0x101413cb2620004 2024-11-16T01:22:54,542 DEBUG [RS:0;844d197be988:40627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T01:22:54,543 DEBUG [RS:0;844d197be988:40627 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,40627,1731720172447 2024-11-16T01:22:54,543 DEBUG [RS:0;844d197be988:40627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,40627,1731720172447' 2024-11-16T01:22:54,543 DEBUG [RS:0;844d197be988:40627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1115265397/flush-table-proc/abort' 2024-11-16T01:22:54,543 DEBUG [RS:0;844d197be988:40627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1115265397/flush-table-proc/acquired' 2024-11-16T01:22:54,543 DEBUG [RS:0;844d197be988:40627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T01:22:54,543 DEBUG [RS:0;844d197be988:40627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T01:22:54,543 DEBUG [RS:0;844d197be988:40627 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,40627,1731720172447 2024-11-16T01:22:54,543 DEBUG [RS:0;844d197be988:40627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,40627,1731720172447' 2024-11-16T01:22:54,543 DEBUG [RS:0;844d197be988:40627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1115265397/online-snapshot/abort' 2024-11-16T01:22:54,544 DEBUG [RS:0;844d197be988:40627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1115265397/online-snapshot/acquired' 2024-11-16T01:22:54,544 DEBUG [RS:0;844d197be988:40627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T01:22:54,544 INFO [RS:0;844d197be988:40627 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T01:22:54,544 INFO [RS:0;844d197be988:40627 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T01:22:54,644 INFO [RS:0;844d197be988:40627 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:22:54,645 INFO [RS:0;844d197be988:40627 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C40627%2C1731720172447, suffix=, logDir=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/WALs/844d197be988,40627,1731720172447, archiveDir=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/oldWALs, maxLogs=10 2024-11-16T01:22:54,658 DEBUG [RS:0;844d197be988:40627 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/WALs/844d197be988,40627,1731720172447/844d197be988%2C40627%2C1731720172447.1731720174645, exclude list is [], retry=0 2024-11-16T01:22:54,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38735,DS-ceb8829d-ad4e-4c4b-a029-3a0c91a5e332,DISK] 2024-11-16T01:22:54,663 INFO [RS:0;844d197be988:40627 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/WALs/844d197be988,40627,1731720172447/844d197be988%2C40627%2C1731720172447.1731720174645 2024-11-16T01:22:54,664 DEBUG [RS:0;844d197be988:40627 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46805:46805)] 2024-11-16T01:22:54,806 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T01:22:54,807 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6 2024-11-16T01:22:54,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38735 is added to blk_1073741833_1009 (size=32) 2024-11-16T01:22:54,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:54,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:22:54,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:22:54,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:54,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:54,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:22:54,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:22:54,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:54,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:54,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:22:54,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:22:54,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:54,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:54,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:22:54,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:22:54,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:54,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:54,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:22:54,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740 2024-11-16T01:22:54,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740 2024-11-16T01:22:54,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:22:54,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:22:54,816 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:22:54,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:22:54,818 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:22:54,818 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64706017, jitterRate=-0.03580521047115326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:22:54,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731720174810Initializing all the Stores at 1731720174811 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720174811Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720174811Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720174811Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720174811Cleaning up temporary data from old regions at 1731720174816 (+5 ms)Region opened successfully at 1731720174818 (+2 ms) 2024-11-16T01:22:54,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:22:54,818 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:22:54,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:22:54,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:22:54,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:22:54,819 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:22:54,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720174818Disabling compacts and flushes for region at 1731720174818Disabling writes for close at 1731720174818Writing region close event to WAL at 1731720174819 (+1 ms)Closed at 1731720174819 2024-11-16T01:22:54,819 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:22:54,819 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T01:22:54,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T01:22:54,820 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:22:54,821 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T01:22:54,971 DEBUG [844d197be988:44479 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:22:54,971 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,40627,1731720172447 2024-11-16T01:22:54,972 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,40627,1731720172447, state=OPENING 2024-11-16T01:22:55,082 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T01:22:55,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x101413cb2620004, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1115265397 2024-11-16T01:22:55,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1115265397 2024-11-16T01:22:55,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1115265397/meta-region-server: CHANGED 2024-11-16T01:22:55,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1115265397/meta-region-server: CHANGED 2024-11-16T01:22:55,104 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:22:55,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,40627,1731720172447}] 2024-11-16T01:22:55,257 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:22:55,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:22:55,260 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T01:22:55,260 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:22:55,260 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T01:22:55,261 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C40627%2C1731720172447.meta, suffix=.meta, logDir=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/WALs/844d197be988,40627,1731720172447, archiveDir=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/oldWALs, maxLogs=10 2024-11-16T01:22:55,274 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/WALs/844d197be988,40627,1731720172447/844d197be988%2C40627%2C1731720172447.meta.1731720175261.meta, exclude list is [], retry=0 2024-11-16T01:22:55,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38735,DS-ceb8829d-ad4e-4c4b-a029-3a0c91a5e332,DISK] 2024-11-16T01:22:55,276 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/WALs/844d197be988,40627,1731720172447/844d197be988%2C40627%2C1731720172447.meta.1731720175261.meta 2024-11-16T01:22:55,277 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46805:46805)] 2024-11-16T01:22:55,277 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:22:55,277 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:22:55,277 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:22:55,277 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T01:22:55,277 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T01:22:55,277 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T01:22:55,277 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:55,277 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T01:22:55,277 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T01:22:55,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:22:55,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:22:55,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:55,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:55,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:22:55,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:22:55,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:55,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:55,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:22:55,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:22:55,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:55,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:55,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:22:55,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:22:55,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:55,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:55,282 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:22:55,282 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740 2024-11-16T01:22:55,283 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740 2024-11-16T01:22:55,284 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:22:55,284 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:22:55,285 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:22:55,285 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:22:55,286 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60643782, jitterRate=-0.096337229013443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:22:55,286 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T01:22:55,286 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731720175278Writing region info on filesystem at 1731720175278Initializing all the Stores at 1731720175278Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720175278Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720175278Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720175278Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720175278Cleaning up temporary data from old regions at 1731720175284 (+6 ms)Running coprocessor post-open hooks at 1731720175286 (+2 ms)Region opened successfully at 1731720175286 2024-11-16T01:22:55,286 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731720175256 2024-11-16T01:22:55,288 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T01:22:55,288 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T01:22:55,288 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,40627,1731720172447 2024-11-16T01:22:55,289 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,40627,1731720172447, state=OPEN 2024-11-16T01:22:55,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1115265397/meta-region-server 2024-11-16T01:22:55,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x101413cb2620004, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1115265397/meta-region-server 2024-11-16T01:22:55,292 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,40627,1731720172447 2024-11-16T01:22:55,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1115265397/meta-region-server: CHANGED 2024-11-16T01:22:55,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1115265397/meta-region-server: CHANGED 2024-11-16T01:22:55,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T01:22:55,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,40627,1731720172447 in 188 msec 2024-11-16T01:22:55,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T01:22:55,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 475 msec 2024-11-16T01:22:55,295 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:22:55,295 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T01:22:55,296 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:22:55,296 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,40627,1731720172447, seqNum=-1] 2024-11-16T01:22:55,297 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:22:55,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:22:55,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 911 msec 2024-11-16T01:22:55,302 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731720175302, completionTime=-1 2024-11-16T01:22:55,302 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T01:22:55,302 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T01:22:55,303 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T01:22:55,303 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731720235303 2024-11-16T01:22:55,303 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731720295303 2024-11-16T01:22:55,303 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T01:22:55,304 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44479,1731720172302-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:55,304 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44479,1731720172302-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:55,304 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44479,1731720172302-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:55,304 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:44479, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:55,304 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:55,304 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:55,305 DEBUG [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T01:22:55,307 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.792sec 2024-11-16T01:22:55,307 INFO [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T01:22:55,307 INFO [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T01:22:55,307 INFO [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T01:22:55,307 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T01:22:55,307 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T01:22:55,307 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44479,1731720172302-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:22:55,307 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44479,1731720172302-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T01:22:55,308 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T01:22:55,308 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T01:22:55,308 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,44479,1731720172302-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:55,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a8aa1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:55,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44479,-1 for getting cluster id 2024-11-16T01:22:55,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:22:55,376 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e735d6c-762f-4838-a4aa-311004136706' 2024-11-16T01:22:55,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:22:55,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e735d6c-762f-4838-a4aa-311004136706" 2024-11-16T01:22:55,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a70cea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:55,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44479,-1] 2024-11-16T01:22:55,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:22:55,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:22:55,377 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:22:55,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d844fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:22:55,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:22:55,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,40627,1731720172447, seqNum=-1] 2024-11-16T01:22:55,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:22:55,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:22:55,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=844d197be988,44479,1731720172302 2024-11-16T01:22:55,380 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59501 2024-11-16T01:22:55,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:22:55,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101413cb2620005 connected 2024-11-16T01:22:55,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/hadoop.log.dir so I do NOT create it in target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1 2024-11-16T01:22:55,400 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T01:22:55,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/hadoop.tmp.dir so I do NOT create it in target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1 2024-11-16T01:22:55,400 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T01:22:55,400 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1 2024-11-16T01:22:55,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T01:22:55,400 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/cluster_719f9bc6-fafe-9dbf-4fa6-4578a07d21f8, deleteOnExit=true 2024-11-16T01:22:55,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T01:22:55,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/test.cache.data in system properties and HBase conf 2024-11-16T01:22:55,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T01:22:55,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/hadoop.log.dir in system properties and HBase conf 2024-11-16T01:22:55,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T01:22:55,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T01:22:55,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T01:22:55,400 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T01:22:55,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:22:55,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T01:22:55,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T01:22:55,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:22:55,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T01:22:55,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T01:22:55,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T01:22:55,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:22:55,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T01:22:55,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/nfs.dump.dir in system properties and HBase conf 2024-11-16T01:22:55,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/java.io.tmpdir in system properties and HBase conf 2024-11-16T01:22:55,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T01:22:55,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T01:22:55,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T01:22:55,672 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:22:55,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:55,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:55,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:55,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:55,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:55,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:55,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:55,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:55,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:55,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:55,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:55,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:55,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:55,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:55,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:55,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:55,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:22:55,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:22:55,791 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:22:55,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:22:55,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:22:55,792 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:22:55,793 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:22:55,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17a90d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:22:55,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41be3cb3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:22:55,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@765a472b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/java.io.tmpdir/jetty-localhost-33403-hadoop-hdfs-3_4_1-tests_jar-_-any-9156219551077233740/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:22:55,891 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@405bbaba{HTTP/1.1, (http/1.1)}{localhost:33403} 2024-11-16T01:22:55,891 INFO [Time-limited test {}] server.Server(415): Started @340796ms 2024-11-16T01:22:56,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T01:22:56,124 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T01:22:56,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T01:22:56,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T01:22:56,126 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T01:22:56,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4503c96e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/hadoop.log.dir/,AVAILABLE} 2024-11-16T01:22:56,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@746b28f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T01:22:56,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51fd8aa2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/java.io.tmpdir/jetty-localhost-38533-hadoop-hdfs-3_4_1-tests_jar-_-any-4259145356146754618/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:22:56,220 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34c6217a{HTTP/1.1, (http/1.1)}{localhost:38533} 2024-11-16T01:22:56,220 INFO [Time-limited test {}] server.Server(415): Started @341125ms 2024-11-16T01:22:56,221 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T01:22:56,890 WARN [Thread-4574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/cluster_719f9bc6-fafe-9dbf-4fa6-4578a07d21f8/data/data1/current/BP-1343687935-172.17.0.2-1731720175420/current, will proceed with Du for space computation calculation, 2024-11-16T01:22:56,891 WARN [Thread-4575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/cluster_719f9bc6-fafe-9dbf-4fa6-4578a07d21f8/data/data2/current/BP-1343687935-172.17.0.2-1731720175420/current, will proceed with Du for space computation calculation, 2024-11-16T01:22:56,909 WARN [Thread-4562 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T01:22:56,911 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ffcc9d9b141358d with lease ID 0xdf5b29250fd0202e: Processing first storage report for DS-82dc77b0-0995-4a69-bc01-be6b29688876 from datanode DatanodeRegistration(127.0.0.1:40993, datanodeUuid=5cb934ce-b6ee-45b1-961f-71a3c2f77771, infoPort=44269, infoSecurePort=0, ipcPort=36265, storageInfo=lv=-57;cid=testClusterID;nsid=1373879567;c=1731720175420) 2024-11-16T01:22:56,911 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ffcc9d9b141358d with lease ID 0xdf5b29250fd0202e: from storage DS-82dc77b0-0995-4a69-bc01-be6b29688876 node DatanodeRegistration(127.0.0.1:40993, datanodeUuid=5cb934ce-b6ee-45b1-961f-71a3c2f77771, infoPort=44269, infoSecurePort=0, ipcPort=36265, storageInfo=lv=-57;cid=testClusterID;nsid=1373879567;c=1731720175420), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T01:22:56,911 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ffcc9d9b141358d with lease ID 0xdf5b29250fd0202e: Processing first storage report for DS-a53f9e97-4297-4e82-a62b-18ea60af86ad from datanode DatanodeRegistration(127.0.0.1:40993, datanodeUuid=5cb934ce-b6ee-45b1-961f-71a3c2f77771, infoPort=44269, infoSecurePort=0, ipcPort=36265, storageInfo=lv=-57;cid=testClusterID;nsid=1373879567;c=1731720175420) 2024-11-16T01:22:56,911 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ffcc9d9b141358d with lease ID 0xdf5b29250fd0202e: from storage DS-a53f9e97-4297-4e82-a62b-18ea60af86ad node DatanodeRegistration(127.0.0.1:40993, datanodeUuid=5cb934ce-b6ee-45b1-961f-71a3c2f77771, infoPort=44269, infoSecurePort=0, ipcPort=36265, storageInfo=lv=-57;cid=testClusterID;nsid=1373879567;c=1731720175420), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T01:22:56,966 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1 2024-11-16T01:22:56,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:56,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:56,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741825_1001 (size=7) 2024-11-16T01:22:57,375 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f with version=8 2024-11-16T01:22:57,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/hbase-staging 2024-11-16T01:22:57,376 INFO [Time-limited test {}] client.ConnectionUtils(128): master/844d197be988:0 server-side Connection retries=45 2024-11-16T01:22:57,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:57,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:57,376 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:22:57,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:57,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:22:57,376 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T01:22:57,377 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:22:57,377 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42497 2024-11-16T01:22:57,377 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42497 connecting to ZooKeeper ensemble=127.0.0.1:59501 2024-11-16T01:22:57,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424970x0, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:22:57,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42497-0x101413cb2620006 connected 2024-11-16T01:22:57,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:57,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:57,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Set watcher on znode that does not yet exist, /2-557977328/running 2024-11-16T01:22:57,506 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f, hbase.cluster.distributed=false 2024-11-16T01:22:57,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Set watcher on znode that does not yet exist, /2-557977328/acl 2024-11-16T01:22:57,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42497 2024-11-16T01:22:57,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42497 2024-11-16T01:22:57,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42497 2024-11-16T01:22:57,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42497 2024-11-16T01:22:57,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42497 2024-11-16T01:22:57,520 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/844d197be988:0 server-side Connection retries=45 2024-11-16T01:22:57,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:57,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:57,520 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T01:22:57,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T01:22:57,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T01:22:57,520 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T01:22:57,521 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T01:22:57,521 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38283 2024-11-16T01:22:57,521 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38283 connecting to ZooKeeper ensemble=127.0.0.1:59501 2024-11-16T01:22:57,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:57,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:57,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382830x0, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:22:57,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382830x0, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Set watcher on znode that does not yet exist, /2-557977328/running 2024-11-16T01:22:57,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38283-0x101413cb2620007 connected 2024-11-16T01:22:57,535 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T01:22:57,535 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T01:22:57,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38283-0x101413cb2620007, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Set watcher on znode that does not yet exist, /2-557977328/master 2024-11-16T01:22:57,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38283-0x101413cb2620007, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Set watcher on znode that does not yet exist, /2-557977328/acl 2024-11-16T01:22:57,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38283 2024-11-16T01:22:57,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38283 2024-11-16T01:22:57,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38283 2024-11-16T01:22:57,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38283 2024-11-16T01:22:57,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38283 2024-11-16T01:22:57,557 DEBUG [M:0;844d197be988:42497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;844d197be988:42497 2024-11-16T01:22:57,558 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-557977328/backup-masters/844d197be988,42497,1731720177376 2024-11-16T01:22:57,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-557977328/backup-masters 2024-11-16T01:22:57,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x101413cb2620007, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-557977328/backup-masters 2024-11-16T01:22:57,566 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Set watcher on existing znode=/2-557977328/backup-masters/844d197be988,42497,1731720177376 2024-11-16T01:22:57,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x101413cb2620007, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-557977328/master 2024-11-16T01:22:57,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-557977328 2024-11-16T01:22:57,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x101413cb2620007, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-557977328 2024-11-16T01:22:57,577 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Set watcher on existing znode=/2-557977328/master 2024-11-16T01:22:57,577 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-557977328/backup-masters/844d197be988,42497,1731720177376 from backup master directory 2024-11-16T01:22:57,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x101413cb2620007, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-557977328/backup-masters 2024-11-16T01:22:57,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-557977328/backup-masters/844d197be988,42497,1731720177376 2024-11-16T01:22:57,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-557977328/backup-masters 2024-11-16T01:22:57,587 WARN [master/844d197be988:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:22:57,587 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=844d197be988,42497,1731720177376 2024-11-16T01:22:57,590 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/hbase.id] with ID: ae21ffe0-9ad5-4b53-963c-67df2b92eca6 2024-11-16T01:22:57,590 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/.tmp/hbase.id 2024-11-16T01:22:57,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741826_1002 (size=42) 2024-11-16T01:22:57,993 DEBUG [master/844d197be988:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/.tmp/hbase.id]:[hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/hbase.id] 2024-11-16T01:22:57,999 INFO [master/844d197be988:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:22:57,999 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T01:22:58,000 INFO [master/844d197be988:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T01:22:58,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-557977328 2024-11-16T01:22:58,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x101413cb2620007, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-557977328 2024-11-16T01:22:58,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741827_1003 (size=196) 2024-11-16T01:22:58,454 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:22:58,455 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T01:22:58,455 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:22:58,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741828_1004 (size=1189) 2024-11-16T01:22:58,860 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/data/master/store 2024-11-16T01:22:58,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741829_1005 (size=34) 2024-11-16T01:22:59,264 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:59,264 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:22:59,264 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:59,265 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:59,265 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:22:59,265 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:59,265 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:22:59,265 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720179264Disabling compacts and flushes for region at 1731720179264Disabling writes for close at 1731720179265 (+1 ms)Writing region close event to WAL at 1731720179265Closed at 1731720179265 2024-11-16T01:22:59,265 WARN [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/data/master/store/.initializing 2024-11-16T01:22:59,265 DEBUG [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/WALs/844d197be988,42497,1731720177376 2024-11-16T01:22:59,266 INFO [master/844d197be988:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:22:59,267 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=844d197be988%2C42497%2C1731720177376, suffix=, logDir=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/WALs/844d197be988,42497,1731720177376, archiveDir=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/oldWALs, maxLogs=10 2024-11-16T01:22:59,281 DEBUG [master/844d197be988:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/WALs/844d197be988,42497,1731720177376/844d197be988%2C42497%2C1731720177376.1731720179267, exclude list is [], retry=0 2024-11-16T01:22:59,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40993,DS-82dc77b0-0995-4a69-bc01-be6b29688876,DISK] 2024-11-16T01:22:59,290 INFO [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/WALs/844d197be988,42497,1731720177376/844d197be988%2C42497%2C1731720177376.1731720179267 2024-11-16T01:22:59,291 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44269:44269)] 2024-11-16T01:22:59,291 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:22:59,291 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:22:59,291 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:59,291 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:59,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:59,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T01:22:59,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:59,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:22:59,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:59,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T01:22:59,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:59,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:59,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:59,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T01:22:59,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:59,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:59,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:59,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T01:22:59,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:59,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:22:59,304 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:59,304 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:59,305 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:59,306 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:59,306 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:59,307 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:22:59,308 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T01:22:59,312 DEBUG [master/844d197be988:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:22:59,312 INFO [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71123170, jitterRate=0.05981782078742981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:22:59,312 DEBUG [master/844d197be988:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731720179291Initializing all the Stores at 1731720179292 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720179292Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720179298 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720179298Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720179298Cleaning up temporary data from old regions at 1731720179306 (+8 ms)Region opened successfully at 1731720179312 (+6 ms) 2024-11-16T01:22:59,312 INFO [master/844d197be988:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T01:22:59,315 DEBUG [master/844d197be988:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259db184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:22:59,315 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T01:22:59,315 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T01:22:59,315 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T01:22:59,315 INFO [master/844d197be988:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T01:22:59,316 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T01:22:59,316 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T01:22:59,316 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T01:22:59,320 INFO [master/844d197be988:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T01:22:59,320 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Unable to get data of znode /2-557977328/balancer because node does not exist (not necessarily an error) 2024-11-16T01:22:59,344 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-557977328/balancer already deleted, retry=false 2024-11-16T01:22:59,345 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T01:22:59,345 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Unable to get data of znode /2-557977328/normalizer because node does not exist (not necessarily an error) 2024-11-16T01:22:59,355 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-557977328/normalizer already deleted, retry=false 2024-11-16T01:22:59,355 INFO [master/844d197be988:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T01:22:59,356 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Unable to get data of znode /2-557977328/switch/split because node does not exist (not necessarily an error) 2024-11-16T01:22:59,365 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-557977328/switch/split already deleted, retry=false 2024-11-16T01:22:59,366 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Unable to get data of znode /2-557977328/switch/merge because node does not exist (not necessarily an error) 2024-11-16T01:22:59,376 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-557977328/switch/merge already deleted, retry=false 2024-11-16T01:22:59,378 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Unable to get data of znode /2-557977328/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T01:22:59,387 DEBUG [master/844d197be988:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-557977328/snapshot-cleanup already deleted, retry=false 2024-11-16T01:22:59,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x101413cb2620007, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-557977328/running 2024-11-16T01:22:59,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-557977328/running 2024-11-16T01:22:59,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x101413cb2620007, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-557977328 2024-11-16T01:22:59,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-557977328 2024-11-16T01:22:59,397 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=844d197be988,42497,1731720177376, sessionid=0x101413cb2620006, setting cluster-up flag (Was=false) 2024-11-16T01:22:59,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x101413cb2620007, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-557977328 2024-11-16T01:22:59,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-557977328 2024-11-16T01:22:59,450 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-557977328/flush-table-proc/acquired, /2-557977328/flush-table-proc/reached, /2-557977328/flush-table-proc/abort 2024-11-16T01:22:59,451 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,42497,1731720177376 2024-11-16T01:22:59,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-557977328 2024-11-16T01:22:59,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x101413cb2620007, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-557977328 2024-11-16T01:22:59,502 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-557977328/online-snapshot/acquired, /2-557977328/online-snapshot/reached, /2-557977328/online-snapshot/abort 2024-11-16T01:22:59,503 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=844d197be988,42497,1731720177376 2024-11-16T01:22:59,504 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T01:22:59,505 DEBUG [master/844d197be988:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T01:22:59,505 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T01:22:59,505 INFO [master/844d197be988:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T01:22:59,505 DEBUG [master/844d197be988:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 844d197be988,42497,1731720177376 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T01:22:59,506 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:22:59,506 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:22:59,506 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:22:59,506 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/844d197be988:0, corePoolSize=5, maxPoolSize=5 2024-11-16T01:22:59,506 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/844d197be988:0, corePoolSize=10, maxPoolSize=10 2024-11-16T01:22:59,506 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:59,506 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:22:59,507 DEBUG [master/844d197be988:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:59,507 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731720209507 2024-11-16T01:22:59,507 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T01:22:59,507 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:22:59,507 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T01:22:59,508 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T01:22:59,508 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T01:22:59,508 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T01:22:59,508 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T01:22:59,508 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T01:22:59,508 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:59,508 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T01:22:59,508 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T01:22:59,508 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:22:59,508 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T01:22:59,508 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T01:22:59,508 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T01:22:59,509 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T01:22:59,509 INFO [master/844d197be988:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T01:22:59,509 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720179509,5,FailOnTimeoutGroup] 2024-11-16T01:22:59,509 DEBUG [master/844d197be988:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720179509,5,FailOnTimeoutGroup] 2024-11-16T01:22:59,509 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:59,509 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T01:22:59,509 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:59,509 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:59,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741831_1007 (size=1321) 2024-11-16T01:22:59,547 INFO [RS:0;844d197be988:38283 {}] regionserver.HRegionServer(746): ClusterId : ae21ffe0-9ad5-4b53-963c-67df2b92eca6 2024-11-16T01:22:59,548 DEBUG [RS:0;844d197be988:38283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T01:22:59,556 DEBUG [RS:0;844d197be988:38283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T01:22:59,556 DEBUG [RS:0;844d197be988:38283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T01:22:59,566 DEBUG [RS:0;844d197be988:38283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T01:22:59,566 DEBUG [RS:0;844d197be988:38283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563ba3db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=844d197be988/172.17.0.2:0 2024-11-16T01:22:59,582 DEBUG [RS:0;844d197be988:38283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;844d197be988:38283 2024-11-16T01:22:59,582 INFO [RS:0;844d197be988:38283 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T01:22:59,582 INFO [RS:0;844d197be988:38283 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T01:22:59,582 DEBUG [RS:0;844d197be988:38283 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T01:22:59,582 INFO [RS:0;844d197be988:38283 {}] regionserver.HRegionServer(2659): reportForDuty to master=844d197be988,42497,1731720177376 with port=38283, startcode=1731720177520 2024-11-16T01:22:59,583 DEBUG [RS:0;844d197be988:38283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T01:22:59,584 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T01:22:59,584 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42497 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 844d197be988,38283,1731720177520 2024-11-16T01:22:59,584 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42497 {}] master.ServerManager(517): Registering regionserver=844d197be988,38283,1731720177520 2024-11-16T01:22:59,585 DEBUG [RS:0;844d197be988:38283 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f 2024-11-16T01:22:59,585 DEBUG [RS:0;844d197be988:38283 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40589 2024-11-16T01:22:59,586 DEBUG [RS:0;844d197be988:38283 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T01:22:59,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-557977328/rs 2024-11-16T01:22:59,643 DEBUG [RS:0;844d197be988:38283 {}] zookeeper.ZKUtil(111): regionserver:38283-0x101413cb2620007, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Set watcher on existing znode=/2-557977328/rs/844d197be988,38283,1731720177520 2024-11-16T01:22:59,643 WARN [RS:0;844d197be988:38283 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T01:22:59,644 INFO [RS:0;844d197be988:38283 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:22:59,644 DEBUG [RS:0;844d197be988:38283 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/WALs/844d197be988,38283,1731720177520 2024-11-16T01:22:59,644 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [844d197be988,38283,1731720177520] 2024-11-16T01:22:59,646 INFO [RS:0;844d197be988:38283 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T01:22:59,647 INFO [RS:0;844d197be988:38283 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T01:22:59,647 INFO [RS:0;844d197be988:38283 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T01:22:59,647 INFO [RS:0;844d197be988:38283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:59,647 INFO [RS:0;844d197be988:38283 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T01:22:59,648 INFO [RS:0;844d197be988:38283 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T01:22:59,648 INFO [RS:0;844d197be988:38283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:59,648 DEBUG [RS:0;844d197be988:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:59,648 DEBUG [RS:0;844d197be988:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:59,648 DEBUG [RS:0;844d197be988:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:59,648 DEBUG [RS:0;844d197be988:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:59,648 DEBUG [RS:0;844d197be988:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:59,648 DEBUG [RS:0;844d197be988:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/844d197be988:0, corePoolSize=2, maxPoolSize=2 2024-11-16T01:22:59,648 DEBUG [RS:0;844d197be988:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:59,648 DEBUG [RS:0;844d197be988:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:59,648 DEBUG [RS:0;844d197be988:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:59,648 DEBUG [RS:0;844d197be988:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:59,648 DEBUG [RS:0;844d197be988:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:59,648 DEBUG [RS:0;844d197be988:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/844d197be988:0, corePoolSize=1, maxPoolSize=1 2024-11-16T01:22:59,648 DEBUG [RS:0;844d197be988:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:22:59,648 DEBUG [RS:0;844d197be988:38283 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/844d197be988:0, corePoolSize=3, maxPoolSize=3 2024-11-16T01:22:59,650 INFO [RS:0;844d197be988:38283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:59,650 INFO [RS:0;844d197be988:38283 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:59,650 INFO [RS:0;844d197be988:38283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:59,650 INFO [RS:0;844d197be988:38283 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:59,650 INFO [RS:0;844d197be988:38283 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:59,650 INFO [RS:0;844d197be988:38283 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,38283,1731720177520-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:22:59,667 INFO [RS:0;844d197be988:38283 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T01:22:59,667 INFO [RS:0;844d197be988:38283 {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,38283,1731720177520-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:59,667 INFO [RS:0;844d197be988:38283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:59,667 INFO [RS:0;844d197be988:38283 {}] regionserver.Replication(171): 844d197be988,38283,1731720177520 started 2024-11-16T01:22:59,683 INFO [RS:0;844d197be988:38283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:22:59,683 INFO [RS:0;844d197be988:38283 {}] regionserver.HRegionServer(1482): Serving as 844d197be988,38283,1731720177520, RpcServer on 844d197be988/172.17.0.2:38283, sessionid=0x101413cb2620007 2024-11-16T01:22:59,683 DEBUG [RS:0;844d197be988:38283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T01:22:59,683 DEBUG [RS:0;844d197be988:38283 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 844d197be988,38283,1731720177520 2024-11-16T01:22:59,683 DEBUG [RS:0;844d197be988:38283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,38283,1731720177520' 2024-11-16T01:22:59,683 DEBUG [RS:0;844d197be988:38283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-557977328/flush-table-proc/abort' 2024-11-16T01:22:59,684 DEBUG [RS:0;844d197be988:38283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-557977328/flush-table-proc/acquired' 2024-11-16T01:22:59,684 DEBUG [RS:0;844d197be988:38283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T01:22:59,684 DEBUG [RS:0;844d197be988:38283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T01:22:59,684 DEBUG [RS:0;844d197be988:38283 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 844d197be988,38283,1731720177520 2024-11-16T01:22:59,684 DEBUG [RS:0;844d197be988:38283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '844d197be988,38283,1731720177520' 2024-11-16T01:22:59,684 DEBUG [RS:0;844d197be988:38283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-557977328/online-snapshot/abort' 2024-11-16T01:22:59,684 DEBUG [RS:0;844d197be988:38283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-557977328/online-snapshot/acquired' 2024-11-16T01:22:59,685 DEBUG [RS:0;844d197be988:38283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T01:22:59,685 INFO [RS:0;844d197be988:38283 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T01:22:59,685 INFO [RS:0;844d197be988:38283 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T01:22:59,785 INFO [RS:0;844d197be988:38283 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T01:22:59,786 INFO [RS:0;844d197be988:38283 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C38283%2C1731720177520, suffix=, logDir=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/WALs/844d197be988,38283,1731720177520, archiveDir=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/oldWALs, maxLogs=10 2024-11-16T01:22:59,802 DEBUG [RS:0;844d197be988:38283 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/WALs/844d197be988,38283,1731720177520/844d197be988%2C38283%2C1731720177520.1731720179786, exclude list is [], retry=0 2024-11-16T01:22:59,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40993,DS-82dc77b0-0995-4a69-bc01-be6b29688876,DISK] 2024-11-16T01:22:59,805 INFO [RS:0;844d197be988:38283 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/WALs/844d197be988,38283,1731720177520/844d197be988%2C38283%2C1731720177520.1731720179786 2024-11-16T01:22:59,805 DEBUG [RS:0;844d197be988:38283 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44269:44269)] 2024-11-16T01:22:59,916 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T01:22:59,916 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f 2024-11-16T01:22:59,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741833_1009 (size=32) 2024-11-16T01:23:00,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:23:00,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:23:00,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:23:00,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:23:00,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:23:00,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:23:00,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:23:00,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:23:00,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:23:00,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:23:00,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:23:00,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:23:00,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:23:00,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:23:00,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:23:00,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:23:00,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:23:00,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:23:00,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740 2024-11-16T01:23:00,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740 2024-11-16T01:23:00,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:23:00,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:23:00,329 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:23:00,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:23:00,331 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:23:00,331 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67067954, jitterRate=-6.096065044403076E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:23:00,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731720180321Initializing all the Stores at 1731720180322 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720180322Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720180322Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720180322Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720180322Cleaning up temporary data from old regions at 1731720180328 (+6 ms)Region opened successfully at 1731720180332 (+4 ms) 2024-11-16T01:23:00,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:23:00,332 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:23:00,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:23:00,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:23:00,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:23:00,332 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:23:00,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720180332Disabling compacts and flushes for region at 1731720180332Disabling writes for close at 1731720180332Writing region close event to WAL at 1731720180332Closed at 1731720180332 2024-11-16T01:23:00,333 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:23:00,333 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T01:23:00,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T01:23:00,334 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:23:00,335 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T01:23:00,485 DEBUG [844d197be988:42497 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T01:23:00,486 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=844d197be988,38283,1731720177520 2024-11-16T01:23:00,486 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,38283,1731720177520, state=OPENING 2024-11-16T01:23:00,492 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T01:23:00,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-557977328 2024-11-16T01:23:00,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x101413cb2620007, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-557977328 2024-11-16T01:23:00,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-557977328/meta-region-server: CHANGED 2024-11-16T01:23:00,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-557977328/meta-region-server: CHANGED 2024-11-16T01:23:00,503 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T01:23:00,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,38283,1731720177520}] 2024-11-16T01:23:00,656 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:23:00,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:23:00,659 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T01:23:00,659 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:23:00,659 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T01:23:00,660 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C38283%2C1731720177520.meta, suffix=.meta, logDir=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/WALs/844d197be988,38283,1731720177520, archiveDir=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/oldWALs, maxLogs=10 2024-11-16T01:23:00,671 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/WALs/844d197be988,38283,1731720177520/844d197be988%2C38283%2C1731720177520.meta.1731720180660.meta, exclude list is [], retry=0 2024-11-16T01:23:00,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40993,DS-82dc77b0-0995-4a69-bc01-be6b29688876,DISK] 2024-11-16T01:23:00,675 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/WALs/844d197be988,38283,1731720177520/844d197be988%2C38283%2C1731720177520.meta.1731720180660.meta 2024-11-16T01:23:00,675 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44269:44269)] 2024-11-16T01:23:00,675 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:23:00,675 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:23:00,675 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:23:00,676 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T01:23:00,676 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T01:23:00,676 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T01:23:00,676 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:23:00,676 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T01:23:00,676 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T01:23:00,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T01:23:00,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T01:23:00,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:23:00,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:23:00,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T01:23:00,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T01:23:00,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:23:00,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:23:00,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T01:23:00,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T01:23:00,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:23:00,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:23:00,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T01:23:00,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T01:23:00,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:23:00,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T01:23:00,680 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T01:23:00,681 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740 2024-11-16T01:23:00,681 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740 2024-11-16T01:23:00,682 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T01:23:00,682 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T01:23:00,682 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T01:23:00,683 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T01:23:00,683 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62759860, jitterRate=-0.06480520963668823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T01:23:00,683 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T01:23:00,684 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731720180676Writing region info on filesystem at 1731720180676Initializing all the Stores at 1731720180676Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720180676Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720180677 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720180677Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731720180677Cleaning up temporary data from old regions at 1731720180682 (+5 ms)Running coprocessor post-open hooks at 1731720180683 (+1 ms)Region opened successfully at 1731720180684 (+1 ms) 2024-11-16T01:23:00,684 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731720180656 2024-11-16T01:23:00,685 DEBUG [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T01:23:00,685 INFO [RS_OPEN_META-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T01:23:00,686 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,38283,1731720177520 2024-11-16T01:23:00,686 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 844d197be988,38283,1731720177520, state=OPEN 2024-11-16T01:23:00,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-557977328/meta-region-server 2024-11-16T01:23:00,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x101413cb2620007, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-557977328/meta-region-server 2024-11-16T01:23:00,692 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=844d197be988,38283,1731720177520 2024-11-16T01:23:00,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-557977328/meta-region-server: CHANGED 2024-11-16T01:23:00,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-557977328/meta-region-server: CHANGED 2024-11-16T01:23:00,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T01:23:00,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=844d197be988,38283,1731720177520 in 189 msec 2024-11-16T01:23:00,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T01:23:00,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-16T01:23:00,695 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T01:23:00,695 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T01:23:00,696 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:23:00,696 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,38283,1731720177520, seqNum=-1] 2024-11-16T01:23:00,696 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:23:00,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:23:00,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1950 sec 2024-11-16T01:23:00,700 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731720180700, completionTime=-1 2024-11-16T01:23:00,701 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T01:23:00,701 DEBUG [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T01:23:00,702 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T01:23:00,702 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731720240702 2024-11-16T01:23:00,702 INFO [master/844d197be988:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731720300702 2024-11-16T01:23:00,702 INFO [master/844d197be988:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T01:23:00,702 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,42497,1731720177376-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T01:23:00,702 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,42497,1731720177376-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:23:00,702 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,42497,1731720177376-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:23:00,702 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-844d197be988:42497, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:23:00,702 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T01:23:00,703 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T01:23:00,704 DEBUG [master/844d197be988:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T01:23:00,705 INFO [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.118sec 2024-11-16T01:23:00,705 INFO [master/844d197be988:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T01:23:00,705 INFO [master/844d197be988:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T01:23:00,705 INFO [master/844d197be988:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T01:23:00,705 INFO [master/844d197be988:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T01:23:00,705 INFO [master/844d197be988:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T01:23:00,705 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,42497,1731720177376-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T01:23:00,705 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,42497,1731720177376-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T01:23:00,709 DEBUG [master/844d197be988:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T01:23:00,709 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T01:23:00,709 INFO [master/844d197be988:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=844d197be988,42497,1731720177376-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T01:23:00,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b4595f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:00,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,42497,-1 for getting cluster id 2024-11-16T01:23:00,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:23:00,749 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae21ffe0-9ad5-4b53-963c-67df2b92eca6' 2024-11-16T01:23:00,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:23:00,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae21ffe0-9ad5-4b53-963c-67df2b92eca6" 2024-11-16T01:23:00,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41bbe0ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:00,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,42497,-1] 2024-11-16T01:23:00,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:23:00,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:00,750 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:23:00,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa6dbf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:00,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:23:00,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,38283,1731720177520, seqNum=-1] 2024-11-16T01:23:00,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:23:00,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:23:00,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=844d197be988,42497,1731720177376 2024-11-16T01:23:00,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59501 2024-11-16T01:23:00,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T01:23:00,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101413cb2620008 connected 2024-11-16T01:23:00,777 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:23:00,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,34743,1731720166976 2024-11-16T01:23:00,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@176c7860 2024-11-16T01:23:00,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:23:00,779 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:23:00,779 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:23:00,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:23:00,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:00,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:00,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:00,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:00,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T01:23:00,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:00,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:00,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:23:00,781 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:23:00,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T01:23:00,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:23:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:23:00,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741835_1011 (size=902) 2024-11-16T01:23:00,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:00,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:00,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:00,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:00,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:00,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:00,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:00,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:00,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:00,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:23:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:23:01,199 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 100e08d4669979527a7279c76fc48f11, NAME => 'test,,1731720180779.100e08d4669979527a7279c76fc48f11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64 2024-11-16T01:23:01,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741836_1012 (size=39) 2024-11-16T01:23:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:23:01,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731720180779.100e08d4669979527a7279c76fc48f11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:23:01,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 100e08d4669979527a7279c76fc48f11, disabling compactions & flushes 2024-11-16T01:23:01,603 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731720180779.100e08d4669979527a7279c76fc48f11. 2024-11-16T01:23:01,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720180779.100e08d4669979527a7279c76fc48f11. 2024-11-16T01:23:01,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731720180779.100e08d4669979527a7279c76fc48f11. after waiting 0 ms 2024-11-16T01:23:01,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731720180779.100e08d4669979527a7279c76fc48f11. 2024-11-16T01:23:01,603 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731720180779.100e08d4669979527a7279c76fc48f11. 2024-11-16T01:23:01,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 100e08d4669979527a7279c76fc48f11: Waiting for close lock at 1731720181603Disabling compacts and flushes for region at 1731720181603Disabling writes for close at 1731720181603Writing region close event to WAL at 1731720181603Closed at 1731720181603 2024-11-16T01:23:01,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:23:01,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731720180779.100e08d4669979527a7279c76fc48f11.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731720181605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720181605"}]},"ts":"1731720181605"} 2024-11-16T01:23:01,606 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:23:01,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:23:01,607 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720181607"}]},"ts":"1731720181607"} 2024-11-16T01:23:01,609 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T01:23:01,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=100e08d4669979527a7279c76fc48f11, ASSIGN}] 2024-11-16T01:23:01,610 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=100e08d4669979527a7279c76fc48f11, ASSIGN 2024-11-16T01:23:01,611 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=100e08d4669979527a7279c76fc48f11, ASSIGN; state=OFFLINE, location=844d197be988,32895,1731720167195; forceNewPlan=false, retain=false 2024-11-16T01:23:01,761 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=100e08d4669979527a7279c76fc48f11, regionState=OPENING, regionLocation=844d197be988,32895,1731720167195 2024-11-16T01:23:01,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=100e08d4669979527a7279c76fc48f11, ASSIGN because future has completed 2024-11-16T01:23:01,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 100e08d4669979527a7279c76fc48f11, server=844d197be988,32895,1731720167195}] 2024-11-16T01:23:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:23:01,919 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731720180779.100e08d4669979527a7279c76fc48f11. 2024-11-16T01:23:01,919 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 100e08d4669979527a7279c76fc48f11, NAME => 'test,,1731720180779.100e08d4669979527a7279c76fc48f11.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:23:01,920 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:23:01,920 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T01:23:01,920 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 100e08d4669979527a7279c76fc48f11 2024-11-16T01:23:01,920 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731720180779.100e08d4669979527a7279c76fc48f11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:23:01,920 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 100e08d4669979527a7279c76fc48f11 2024-11-16T01:23:01,920 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 100e08d4669979527a7279c76fc48f11 2024-11-16T01:23:01,928 INFO [StoreOpener-100e08d4669979527a7279c76fc48f11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 100e08d4669979527a7279c76fc48f11 2024-11-16T01:23:01,929 INFO [StoreOpener-100e08d4669979527a7279c76fc48f11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 100e08d4669979527a7279c76fc48f11 columnFamilyName f 2024-11-16T01:23:01,929 DEBUG [StoreOpener-100e08d4669979527a7279c76fc48f11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:23:01,930 INFO [StoreOpener-100e08d4669979527a7279c76fc48f11-1 {}] regionserver.HStore(327): Store=100e08d4669979527a7279c76fc48f11/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:23:01,930 INFO [StoreOpener-100e08d4669979527a7279c76fc48f11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 100e08d4669979527a7279c76fc48f11 2024-11-16T01:23:01,931 INFO [StoreOpener-100e08d4669979527a7279c76fc48f11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 100e08d4669979527a7279c76fc48f11 columnFamilyName f1 2024-11-16T01:23:01,931 DEBUG [StoreOpener-100e08d4669979527a7279c76fc48f11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:23:01,931 INFO [StoreOpener-100e08d4669979527a7279c76fc48f11-1 {}] regionserver.HStore(327): Store=100e08d4669979527a7279c76fc48f11/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:23:01,931 INFO [StoreOpener-100e08d4669979527a7279c76fc48f11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 100e08d4669979527a7279c76fc48f11 2024-11-16T01:23:01,932 INFO [StoreOpener-100e08d4669979527a7279c76fc48f11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 100e08d4669979527a7279c76fc48f11 columnFamilyName norep 2024-11-16T01:23:01,932 DEBUG [StoreOpener-100e08d4669979527a7279c76fc48f11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:23:01,932 INFO [StoreOpener-100e08d4669979527a7279c76fc48f11-1 {}] regionserver.HStore(327): Store=100e08d4669979527a7279c76fc48f11/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:23:01,932 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 100e08d4669979527a7279c76fc48f11 2024-11-16T01:23:01,933 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/default/test/100e08d4669979527a7279c76fc48f11 2024-11-16T01:23:01,933 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/default/test/100e08d4669979527a7279c76fc48f11 2024-11-16T01:23:01,934 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 100e08d4669979527a7279c76fc48f11 2024-11-16T01:23:01,934 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 100e08d4669979527a7279c76fc48f11 2024-11-16T01:23:01,934 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:23:01,937 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 100e08d4669979527a7279c76fc48f11 2024-11-16T01:23:01,938 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/default/test/100e08d4669979527a7279c76fc48f11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:23:01,939 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 100e08d4669979527a7279c76fc48f11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66987138, jitterRate=-0.0018138587474822998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:23:01,939 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 100e08d4669979527a7279c76fc48f11 2024-11-16T01:23:01,939 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 100e08d4669979527a7279c76fc48f11: Running coprocessor pre-open hook at 1731720181920Writing region info on filesystem at 1731720181920Initializing all the Stores at 1731720181921 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720181921Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720181928 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720181928Cleaning up temporary data from old regions at 1731720181934 (+6 ms)Running coprocessor post-open hooks at 1731720181939 (+5 ms)Region opened successfully at 1731720181939 2024-11-16T01:23:01,940 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731720180779.100e08d4669979527a7279c76fc48f11., pid=6, masterSystemTime=1731720181916 2024-11-16T01:23:01,941 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731720180779.100e08d4669979527a7279c76fc48f11. 2024-11-16T01:23:01,941 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731720180779.100e08d4669979527a7279c76fc48f11. 2024-11-16T01:23:01,942 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=100e08d4669979527a7279c76fc48f11, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=844d197be988,32895,1731720167195 2024-11-16T01:23:01,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 100e08d4669979527a7279c76fc48f11, server=844d197be988,32895,1731720167195 because future has completed 2024-11-16T01:23:01,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T01:23:01,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 100e08d4669979527a7279c76fc48f11, server=844d197be988,32895,1731720167195 in 180 msec 2024-11-16T01:23:01,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T01:23:01,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=100e08d4669979527a7279c76fc48f11, ASSIGN in 337 msec 2024-11-16T01:23:01,948 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:23:01,948 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720181948"}]},"ts":"1731720181948"} 2024-11-16T01:23:01,949 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T01:23:01,950 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:23:01,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-11-16T01:23:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:23:02,938 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T01:23:02,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:23:02,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,44479,1731720172302 2024-11-16T01:23:02,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d1d330a 2024-11-16T01:23:02,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:23:02,940 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:23:02,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:23:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T01:23:02,943 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:23:02,943 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:23:02,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T01:23:02,943 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:23:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:23:02,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38735 is added to blk_1073741835_1011 (size=902) 2024-11-16T01:23:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:23:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:23:03,349 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba2e4ecd21143706fba818ae0d13e08f, NAME => 'test,,1731720182941.ba2e4ecd21143706fba818ae0d13e08f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6 2024-11-16T01:23:03,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38735 is added to blk_1073741836_1012 (size=39) 2024-11-16T01:23:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:23:03,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731720182941.ba2e4ecd21143706fba818ae0d13e08f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:23:03,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ba2e4ecd21143706fba818ae0d13e08f, disabling compactions & flushes 2024-11-16T01:23:03,760 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731720182941.ba2e4ecd21143706fba818ae0d13e08f. 2024-11-16T01:23:03,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720182941.ba2e4ecd21143706fba818ae0d13e08f. 2024-11-16T01:23:03,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731720182941.ba2e4ecd21143706fba818ae0d13e08f. after waiting 0 ms 2024-11-16T01:23:03,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731720182941.ba2e4ecd21143706fba818ae0d13e08f. 2024-11-16T01:23:03,761 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731720182941.ba2e4ecd21143706fba818ae0d13e08f. 2024-11-16T01:23:03,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba2e4ecd21143706fba818ae0d13e08f: Waiting for close lock at 1731720183760Disabling compacts and flushes for region at 1731720183760Disabling writes for close at 1731720183760Writing region close event to WAL at 1731720183760Closed at 1731720183760 2024-11-16T01:23:03,761 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:23:03,762 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731720182941.ba2e4ecd21143706fba818ae0d13e08f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731720183761"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720183761"}]},"ts":"1731720183761"} 2024-11-16T01:23:03,763 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:23:03,764 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:23:03,764 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720183764"}]},"ts":"1731720183764"} 2024-11-16T01:23:03,765 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T01:23:03,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ba2e4ecd21143706fba818ae0d13e08f, ASSIGN}] 2024-11-16T01:23:03,766 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ba2e4ecd21143706fba818ae0d13e08f, ASSIGN 2024-11-16T01:23:03,766 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ba2e4ecd21143706fba818ae0d13e08f, ASSIGN; state=OFFLINE, location=844d197be988,40627,1731720172447; forceNewPlan=false, retain=false 2024-11-16T01:23:03,917 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba2e4ecd21143706fba818ae0d13e08f, regionState=OPENING, regionLocation=844d197be988,40627,1731720172447 2024-11-16T01:23:03,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ba2e4ecd21143706fba818ae0d13e08f, ASSIGN because future has completed 2024-11-16T01:23:03,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba2e4ecd21143706fba818ae0d13e08f, server=844d197be988,40627,1731720172447}] 2024-11-16T01:23:04,073 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731720182941.ba2e4ecd21143706fba818ae0d13e08f. 2024-11-16T01:23:04,073 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ba2e4ecd21143706fba818ae0d13e08f, NAME => 'test,,1731720182941.ba2e4ecd21143706fba818ae0d13e08f.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:23:04,073 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:23:04,073 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T01:23:04,074 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ba2e4ecd21143706fba818ae0d13e08f 2024-11-16T01:23:04,074 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731720182941.ba2e4ecd21143706fba818ae0d13e08f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:23:04,074 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ba2e4ecd21143706fba818ae0d13e08f 2024-11-16T01:23:04,074 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ba2e4ecd21143706fba818ae0d13e08f 2024-11-16T01:23:04,075 INFO [StoreOpener-ba2e4ecd21143706fba818ae0d13e08f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ba2e4ecd21143706fba818ae0d13e08f 2024-11-16T01:23:04,076 INFO [StoreOpener-ba2e4ecd21143706fba818ae0d13e08f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba2e4ecd21143706fba818ae0d13e08f columnFamilyName f 2024-11-16T01:23:04,076 DEBUG [StoreOpener-ba2e4ecd21143706fba818ae0d13e08f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:23:04,076 INFO [StoreOpener-ba2e4ecd21143706fba818ae0d13e08f-1 {}] regionserver.HStore(327): Store=ba2e4ecd21143706fba818ae0d13e08f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:23:04,076 INFO [StoreOpener-ba2e4ecd21143706fba818ae0d13e08f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ba2e4ecd21143706fba818ae0d13e08f 2024-11-16T01:23:04,077 INFO [StoreOpener-ba2e4ecd21143706fba818ae0d13e08f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba2e4ecd21143706fba818ae0d13e08f columnFamilyName f1 2024-11-16T01:23:04,077 DEBUG [StoreOpener-ba2e4ecd21143706fba818ae0d13e08f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:23:04,077 INFO [StoreOpener-ba2e4ecd21143706fba818ae0d13e08f-1 {}] regionserver.HStore(327): Store=ba2e4ecd21143706fba818ae0d13e08f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:23:04,077 INFO [StoreOpener-ba2e4ecd21143706fba818ae0d13e08f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ba2e4ecd21143706fba818ae0d13e08f 2024-11-16T01:23:04,078 INFO [StoreOpener-ba2e4ecd21143706fba818ae0d13e08f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba2e4ecd21143706fba818ae0d13e08f columnFamilyName norep 2024-11-16T01:23:04,078 DEBUG [StoreOpener-ba2e4ecd21143706fba818ae0d13e08f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:23:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:23:04,078 INFO [StoreOpener-ba2e4ecd21143706fba818ae0d13e08f-1 {}] regionserver.HStore(327): Store=ba2e4ecd21143706fba818ae0d13e08f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:23:04,078 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ba2e4ecd21143706fba818ae0d13e08f 2024-11-16T01:23:04,079 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/default/test/ba2e4ecd21143706fba818ae0d13e08f 2024-11-16T01:23:04,080 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/default/test/ba2e4ecd21143706fba818ae0d13e08f 2024-11-16T01:23:04,080 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ba2e4ecd21143706fba818ae0d13e08f 2024-11-16T01:23:04,080 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ba2e4ecd21143706fba818ae0d13e08f 2024-11-16T01:23:04,081 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:23:04,082 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ba2e4ecd21143706fba818ae0d13e08f 2024-11-16T01:23:04,088 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/default/test/ba2e4ecd21143706fba818ae0d13e08f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:23:04,089 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ba2e4ecd21143706fba818ae0d13e08f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66921733, jitterRate=-0.0027884691953659058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:23:04,089 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba2e4ecd21143706fba818ae0d13e08f 2024-11-16T01:23:04,089 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ba2e4ecd21143706fba818ae0d13e08f: Running coprocessor pre-open hook at 1731720184074Writing region info on filesystem at 1731720184074Initializing all the Stores at 1731720184074Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720184074Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720184075 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720184075Cleaning up temporary data from old regions at 1731720184080 (+5 ms)Running coprocessor post-open hooks at 1731720184089 (+9 ms)Region opened successfully at 1731720184089 2024-11-16T01:23:04,089 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731720182941.ba2e4ecd21143706fba818ae0d13e08f., pid=6, masterSystemTime=1731720184070 2024-11-16T01:23:04,091 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731720182941.ba2e4ecd21143706fba818ae0d13e08f. 2024-11-16T01:23:04,091 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731720182941.ba2e4ecd21143706fba818ae0d13e08f. 2024-11-16T01:23:04,092 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba2e4ecd21143706fba818ae0d13e08f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=844d197be988,40627,1731720172447 2024-11-16T01:23:04,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba2e4ecd21143706fba818ae0d13e08f, server=844d197be988,40627,1731720172447 because future has completed 2024-11-16T01:23:04,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T01:23:04,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ba2e4ecd21143706fba818ae0d13e08f, server=844d197be988,40627,1731720172447 in 176 msec 2024-11-16T01:23:04,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T01:23:04,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ba2e4ecd21143706fba818ae0d13e08f, ASSIGN in 331 msec 2024-11-16T01:23:04,098 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:23:04,098 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720184098"}]},"ts":"1731720184098"} 2024-11-16T01:23:04,100 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T01:23:04,100 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:23:04,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-16T01:23:04,828 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:23:04,828 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:23:04,829 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149176 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [844d197be988,39347,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:39347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T01:23:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:23:05,089 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T01:23:05,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:23:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,42497,1731720177376 2024-11-16T01:23:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3000f24 2024-11-16T01:23:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:23:05,091 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:23:05,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42497 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:23:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42497 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T01:23:05,094 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:23:05,094 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:23:05,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42497 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T01:23:05,095 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:23:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:23:05,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741835_1011 (size=902) 2024-11-16T01:23:05,105 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 922184569064c0ac73c713458f222c7e, NAME => 'test,,1731720185091.922184569064c0ac73c713458f222c7e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f 2024-11-16T01:23:05,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741836_1012 (size=39) 2024-11-16T01:23:05,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731720185091.922184569064c0ac73c713458f222c7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:23:05,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 922184569064c0ac73c713458f222c7e, disabling compactions & flushes 2024-11-16T01:23:05,113 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731720185091.922184569064c0ac73c713458f222c7e. 2024-11-16T01:23:05,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720185091.922184569064c0ac73c713458f222c7e. 2024-11-16T01:23:05,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731720185091.922184569064c0ac73c713458f222c7e. after waiting 0 ms 2024-11-16T01:23:05,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731720185091.922184569064c0ac73c713458f222c7e. 2024-11-16T01:23:05,113 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731720185091.922184569064c0ac73c713458f222c7e. 2024-11-16T01:23:05,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 922184569064c0ac73c713458f222c7e: Waiting for close lock at 1731720185113Disabling compacts and flushes for region at 1731720185113Disabling writes for close at 1731720185113Writing region close event to WAL at 1731720185113Closed at 1731720185113 2024-11-16T01:23:05,115 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:23:05,115 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731720185091.922184569064c0ac73c713458f222c7e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731720185115"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720185115"}]},"ts":"1731720185115"} 2024-11-16T01:23:05,117 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:23:05,118 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:23:05,118 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720185118"}]},"ts":"1731720185118"} 2024-11-16T01:23:05,120 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T01:23:05,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=922184569064c0ac73c713458f222c7e, ASSIGN}] 2024-11-16T01:23:05,123 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=922184569064c0ac73c713458f222c7e, ASSIGN 2024-11-16T01:23:05,127 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=922184569064c0ac73c713458f222c7e, ASSIGN; state=OFFLINE, location=844d197be988,38283,1731720177520; forceNewPlan=false, retain=false 2024-11-16T01:23:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:23:05,278 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=922184569064c0ac73c713458f222c7e, regionState=OPENING, regionLocation=844d197be988,38283,1731720177520 2024-11-16T01:23:05,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=922184569064c0ac73c713458f222c7e, ASSIGN because future has completed 2024-11-16T01:23:05,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 922184569064c0ac73c713458f222c7e, server=844d197be988,38283,1731720177520}] 2024-11-16T01:23:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:23:05,437 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731720185091.922184569064c0ac73c713458f222c7e. 2024-11-16T01:23:05,437 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 922184569064c0ac73c713458f222c7e, NAME => 'test,,1731720185091.922184569064c0ac73c713458f222c7e.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:23:05,437 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:23:05,438 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T01:23:05,438 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 922184569064c0ac73c713458f222c7e 2024-11-16T01:23:05,438 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731720185091.922184569064c0ac73c713458f222c7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:23:05,438 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 922184569064c0ac73c713458f222c7e 2024-11-16T01:23:05,438 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 922184569064c0ac73c713458f222c7e 2024-11-16T01:23:05,439 INFO [StoreOpener-922184569064c0ac73c713458f222c7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 922184569064c0ac73c713458f222c7e 2024-11-16T01:23:05,440 INFO [StoreOpener-922184569064c0ac73c713458f222c7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 922184569064c0ac73c713458f222c7e columnFamilyName f 2024-11-16T01:23:05,440 DEBUG [StoreOpener-922184569064c0ac73c713458f222c7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:23:05,440 INFO [StoreOpener-922184569064c0ac73c713458f222c7e-1 {}] regionserver.HStore(327): Store=922184569064c0ac73c713458f222c7e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:23:05,440 INFO [StoreOpener-922184569064c0ac73c713458f222c7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 922184569064c0ac73c713458f222c7e 2024-11-16T01:23:05,441 INFO [StoreOpener-922184569064c0ac73c713458f222c7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 922184569064c0ac73c713458f222c7e columnFamilyName f1 2024-11-16T01:23:05,441 DEBUG [StoreOpener-922184569064c0ac73c713458f222c7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:23:05,441 INFO [StoreOpener-922184569064c0ac73c713458f222c7e-1 {}] regionserver.HStore(327): Store=922184569064c0ac73c713458f222c7e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:23:05,441 INFO [StoreOpener-922184569064c0ac73c713458f222c7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 922184569064c0ac73c713458f222c7e 2024-11-16T01:23:05,442 INFO [StoreOpener-922184569064c0ac73c713458f222c7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 922184569064c0ac73c713458f222c7e columnFamilyName norep 2024-11-16T01:23:05,442 DEBUG [StoreOpener-922184569064c0ac73c713458f222c7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:23:05,442 INFO [StoreOpener-922184569064c0ac73c713458f222c7e-1 {}] regionserver.HStore(327): Store=922184569064c0ac73c713458f222c7e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:23:05,443 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 922184569064c0ac73c713458f222c7e 2024-11-16T01:23:05,443 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/default/test/922184569064c0ac73c713458f222c7e 2024-11-16T01:23:05,443 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/default/test/922184569064c0ac73c713458f222c7e 2024-11-16T01:23:05,444 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 922184569064c0ac73c713458f222c7e 2024-11-16T01:23:05,444 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 922184569064c0ac73c713458f222c7e 2024-11-16T01:23:05,445 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:23:05,446 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 922184569064c0ac73c713458f222c7e 2024-11-16T01:23:05,447 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/default/test/922184569064c0ac73c713458f222c7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:23:05,448 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 922184569064c0ac73c713458f222c7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71604326, jitterRate=0.06698760390281677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:23:05,448 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 922184569064c0ac73c713458f222c7e 2024-11-16T01:23:05,448 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 922184569064c0ac73c713458f222c7e: Running coprocessor pre-open hook at 1731720185438Writing region info on filesystem at 1731720185438Initializing all the Stores at 1731720185439 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720185439Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720185439Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720185439Cleaning up temporary data from old regions at 1731720185444 (+5 ms)Running coprocessor post-open hooks at 1731720185448 (+4 ms)Region opened successfully at 1731720185448 2024-11-16T01:23:05,449 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731720185091.922184569064c0ac73c713458f222c7e., pid=6, masterSystemTime=1731720185432 2024-11-16T01:23:05,450 DEBUG [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731720185091.922184569064c0ac73c713458f222c7e. 2024-11-16T01:23:05,450 INFO [RS_OPEN_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731720185091.922184569064c0ac73c713458f222c7e. 2024-11-16T01:23:05,451 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=922184569064c0ac73c713458f222c7e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=844d197be988,38283,1731720177520 2024-11-16T01:23:05,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 922184569064c0ac73c713458f222c7e, server=844d197be988,38283,1731720177520 because future has completed 2024-11-16T01:23:05,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T01:23:05,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 922184569064c0ac73c713458f222c7e, server=844d197be988,38283,1731720177520 in 173 msec 2024-11-16T01:23:05,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T01:23:05,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=922184569064c0ac73c713458f222c7e, ASSIGN in 335 msec 2024-11-16T01:23:05,458 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:23:05,458 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720185458"}]},"ts":"1731720185458"} 2024-11-16T01:23:05,459 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T01:23:05,460 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:23:05,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 368 msec 2024-11-16T01:23:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T01:23:05,719 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T01:23:05,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@255bc4a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:05,720 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34743,-1 for getting cluster id 2024-11-16T01:23:05,720 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:23:05,721 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00a6cdea-3bb9-4f93-926a-a8394c08e5b0' 2024-11-16T01:23:05,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:23:05,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00a6cdea-3bb9-4f93-926a-a8394c08e5b0" 2024-11-16T01:23:05,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686bc6d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:05,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34743,-1] 2024-11-16T01:23:05,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:23:05,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:05,722 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:23:05,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769a01bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:05,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:23:05,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,34743,1731720166976 2024-11-16T01:23:05,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62877ce8 2024-11-16T01:23:05,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:23:05,725 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:23:05,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://844d197be988:44479,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T01:23:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T01:23:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:23:05,729 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:44479' 2024-11-16T01:23:05,732 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763292f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:05,732 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44479,-1 for getting cluster id 2024-11-16T01:23:05,733 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:23:05,733 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e735d6c-762f-4838-a4aa-311004136706' 2024-11-16T01:23:05,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:23:05,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e735d6c-762f-4838-a4aa-311004136706" 2024-11-16T01:23:05,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ea716e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:05,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44479,-1] 2024-11-16T01:23:05,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:23:05,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:05,734 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:23:05,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10112d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:05,735 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:23:05,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,44479,1731720172302 2024-11-16T01:23:05,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59c9427e 2024-11-16T01:23:05,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:23:05,737 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:23:05,737 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T01:23:05,737 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T01:23:05,737 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:05,737 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:05,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:23:05,738 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T01:23:05,739 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T01:23:05,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T01:23:05,739 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:23:05,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T01:23:05,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741837_1013 (size=1138) 2024-11-16T01:23:05,789 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T01:23:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:23:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:23:06,146 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fbc29e37418a0ab938665cf9a959cf3e, NAME => 'hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64 2024-11-16T01:23:06,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741838_1014 (size=44) 2024-11-16T01:23:06,179 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:23:06,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:06,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:06,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:06,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:06,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:06,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:06,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:06,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:06,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:06,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:06,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:06,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:06,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:06,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:06,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:06,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:06,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:23:06,550 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:23:06,550 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fbc29e37418a0ab938665cf9a959cf3e, disabling compactions & flushes 2024-11-16T01:23:06,551 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e. 2024-11-16T01:23:06,551 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e. 2024-11-16T01:23:06,551 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e. after waiting 0 ms 2024-11-16T01:23:06,551 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e. 2024-11-16T01:23:06,551 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e. 2024-11-16T01:23:06,551 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fbc29e37418a0ab938665cf9a959cf3e: Waiting for close lock at 1731720186550Disabling compacts and flushes for region at 1731720186550Disabling writes for close at 1731720186551 (+1 ms)Writing region close event to WAL at 1731720186551Closed at 1731720186551 2024-11-16T01:23:06,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T01:23:06,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731720186552"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731720186552"}]},"ts":"1731720186552"} 2024-11-16T01:23:06,553 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T01:23:06,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T01:23:06,554 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720186554"}]},"ts":"1731720186554"} 2024-11-16T01:23:06,556 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T01:23:06,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbc29e37418a0ab938665cf9a959cf3e, ASSIGN}] 2024-11-16T01:23:06,557 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbc29e37418a0ab938665cf9a959cf3e, ASSIGN 2024-11-16T01:23:06,558 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fbc29e37418a0ab938665cf9a959cf3e, ASSIGN; state=OFFLINE, location=844d197be988,32895,1731720167195; forceNewPlan=false, retain=false 2024-11-16T01:23:06,708 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fbc29e37418a0ab938665cf9a959cf3e, regionState=OPENING, regionLocation=844d197be988,32895,1731720167195 2024-11-16T01:23:06,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fbc29e37418a0ab938665cf9a959cf3e, ASSIGN because future has completed 2024-11-16T01:23:06,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbc29e37418a0ab938665cf9a959cf3e, server=844d197be988,32895,1731720167195}] 2024-11-16T01:23:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:23:06,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e. 2024-11-16T01:23:06,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T01:23:06,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T01:23:06,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=844d197be988%2C32895%2C1731720167195.rep, suffix=, logDir=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195, archiveDir=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/oldWALs, maxLogs=10 2024-11-16T01:23:06,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.rep.1731720186878, exclude list is [], retry=0 2024-11-16T01:23:06,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38007,DS-eeddc49c-bc2f-4f69-a18a-ef726099f6cc,DISK] 2024-11-16T01:23:06,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.rep.1731720186878 2024-11-16T01:23:06,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43271:43271)] 2024-11-16T01:23:06,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fbc29e37418a0ab938665cf9a959cf3e, NAME => 'hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e.', STARTKEY => '', ENDKEY => ''} 2024-11-16T01:23:06,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T01:23:06,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T01:23:06,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e. service=MultiRowMutationService 2024-11-16T01:23:06,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T01:23:06,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fbc29e37418a0ab938665cf9a959cf3e 2024-11-16T01:23:06,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T01:23:06,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fbc29e37418a0ab938665cf9a959cf3e 2024-11-16T01:23:06,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fbc29e37418a0ab938665cf9a959cf3e 2024-11-16T01:23:06,899 INFO [StoreOpener-fbc29e37418a0ab938665cf9a959cf3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fbc29e37418a0ab938665cf9a959cf3e 2024-11-16T01:23:06,900 INFO [StoreOpener-fbc29e37418a0ab938665cf9a959cf3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbc29e37418a0ab938665cf9a959cf3e columnFamilyName hfileref 2024-11-16T01:23:06,900 DEBUG [StoreOpener-fbc29e37418a0ab938665cf9a959cf3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:23:06,901 INFO [StoreOpener-fbc29e37418a0ab938665cf9a959cf3e-1 {}] regionserver.HStore(327): Store=fbc29e37418a0ab938665cf9a959cf3e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:23:06,901 INFO [StoreOpener-fbc29e37418a0ab938665cf9a959cf3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fbc29e37418a0ab938665cf9a959cf3e 2024-11-16T01:23:06,902 INFO [StoreOpener-fbc29e37418a0ab938665cf9a959cf3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbc29e37418a0ab938665cf9a959cf3e columnFamilyName queue 2024-11-16T01:23:06,902 DEBUG [StoreOpener-fbc29e37418a0ab938665cf9a959cf3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:23:06,902 INFO [StoreOpener-fbc29e37418a0ab938665cf9a959cf3e-1 {}] regionserver.HStore(327): Store=fbc29e37418a0ab938665cf9a959cf3e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:23:06,902 INFO [StoreOpener-fbc29e37418a0ab938665cf9a959cf3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fbc29e37418a0ab938665cf9a959cf3e 2024-11-16T01:23:06,903 INFO [StoreOpener-fbc29e37418a0ab938665cf9a959cf3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbc29e37418a0ab938665cf9a959cf3e columnFamilyName sid 2024-11-16T01:23:06,903 DEBUG [StoreOpener-fbc29e37418a0ab938665cf9a959cf3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T01:23:06,903 INFO [StoreOpener-fbc29e37418a0ab938665cf9a959cf3e-1 {}] regionserver.HStore(327): Store=fbc29e37418a0ab938665cf9a959cf3e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T01:23:06,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fbc29e37418a0ab938665cf9a959cf3e 2024-11-16T01:23:06,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/replication/fbc29e37418a0ab938665cf9a959cf3e 2024-11-16T01:23:06,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/replication/fbc29e37418a0ab938665cf9a959cf3e 2024-11-16T01:23:06,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fbc29e37418a0ab938665cf9a959cf3e 2024-11-16T01:23:06,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fbc29e37418a0ab938665cf9a959cf3e 2024-11-16T01:23:06,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T01:23:06,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fbc29e37418a0ab938665cf9a959cf3e 2024-11-16T01:23:06,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/replication/fbc29e37418a0ab938665cf9a959cf3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T01:23:06,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fbc29e37418a0ab938665cf9a959cf3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63418829, jitterRate=-0.054985806345939636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T01:23:06,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbc29e37418a0ab938665cf9a959cf3e 2024-11-16T01:23:06,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fbc29e37418a0ab938665cf9a959cf3e: Running coprocessor pre-open hook at 1731720186898Writing region info on filesystem at 1731720186898Initializing all the Stores at 1731720186899 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720186899Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720186899Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731720186899Cleaning up temporary data from old regions at 1731720186909 (+10 ms)Running coprocessor post-open hooks at 1731720186915 (+6 ms)Region opened successfully at 1731720186915 2024-11-16T01:23:06,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e., pid=10, masterSystemTime=1731720186863 2024-11-16T01:23:06,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e. 2024-11-16T01:23:06,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e. 2024-11-16T01:23:06,918 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fbc29e37418a0ab938665cf9a959cf3e, regionState=OPEN, openSeqNum=2, regionLocation=844d197be988,32895,1731720167195 2024-11-16T01:23:06,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbc29e37418a0ab938665cf9a959cf3e, server=844d197be988,32895,1731720167195 because future has completed 2024-11-16T01:23:06,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T01:23:06,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fbc29e37418a0ab938665cf9a959cf3e, server=844d197be988,32895,1731720167195 in 217 msec 2024-11-16T01:23:06,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T01:23:06,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbc29e37418a0ab938665cf9a959cf3e, ASSIGN in 375 msec 2024-11-16T01:23:06,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T01:23:06,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731720186934"}]},"ts":"1731720186934"} 2024-11-16T01:23:06,936 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T01:23:06,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T01:23:06,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1980 sec 2024-11-16T01:23:06,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e., hostname=844d197be988,32895,1731720167195, seqNum=2] 2024-11-16T01:23:07,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x101413cb2620001, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518295276 2024-11-16T01:23:07,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518295276 2024-11-16T01:23:07,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T01:23:07,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T01:23:07,181 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T01:23:07,208 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-844d197be988,32895,1731720167195, ReplicationSource: 1, currentBandwidth=0 2024-11-16T01:23:07,208 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:23:07,208 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,32895,1731720167195, seqNum=-1] 2024-11-16T01:23:07,208 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:23:07,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-16T01:23:07,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-844d197be988,32895,1731720167195', locateType=CURRENT is [region=hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e., hostname=844d197be988,32895,1731720167195, seqNum=2] 2024-11-16T01:23:07,215 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T01:23:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T01:23:07,217 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 844d197be988,32895,1731720167195 suceeded 2024-11-16T01:23:07,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T01:23:07,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-16T01:23:07,218 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://844d197be988:44479,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T01:23:07,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4930 sec 2024-11-16T01:23:07,235 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:44479' 2024-11-16T01:23:07,236 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9a850f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:07,236 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44479,-1 for getting cluster id 2024-11-16T01:23:07,237 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:23:07,237 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e735d6c-762f-4838-a4aa-311004136706' 2024-11-16T01:23:07,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:23:07,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e735d6c-762f-4838-a4aa-311004136706" 2024-11-16T01:23:07,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40800528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:07,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44479,-1] 2024-11-16T01:23:07,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:23:07,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:07,238 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:23:07,239 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27169a12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:07,239 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:23:07,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,44479,1731720172302 2024-11-16T01:23:07,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52e45ace 2024-11-16T01:23:07,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:23:07,240 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-16T01:23:07,240 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-844d197be988,32895,1731720167195 (queues=1) is replicating from cluster=00a6cdea-3bb9-4f93-926a-a8394c08e5b0 to cluster=7e735d6c-762f-4838-a4aa-311004136706 2024-11-16T01:23:07,241 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=844d197be988%2C32895%2C1731720167195 2024-11-16T01:23:07,241 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-844d197be988,32895,1731720167195, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T01:23:07,244 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.shipper844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 844d197be988%2C32895%2C1731720167195 2024-11-16T01:23:07,244 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720169619, startPosition=0, beingWritten=true 2024-11-16T01:23:07,249 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:23:07,249 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720169619 to pos 379, reset compression=false 2024-11-16T01:23:07,249 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.shipper844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,32895,1731720167195 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720169619, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:23:07,452 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720169619 to pos 379, reset compression=false 2024-11-16T01:23:07,756 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720169619 to pos 379, reset compression=false 2024-11-16T01:23:07,763 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T01:23:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T01:23:07,888 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T01:23:07,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:23:07,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:23:07,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:07,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:07,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:23:07,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66cbbde2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:07,890 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34743,-1 for getting cluster id 2024-11-16T01:23:07,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:23:07,890 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00a6cdea-3bb9-4f93-926a-a8394c08e5b0' 2024-11-16T01:23:07,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:23:07,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00a6cdea-3bb9-4f93-926a-a8394c08e5b0" 2024-11-16T01:23:07,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cfaab40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:07,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34743,-1] 2024-11-16T01:23:07,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:23:07,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:07,892 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:23:07,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555dd57a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:07,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5ee84a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:07,893 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44479,-1 for getting cluster id 2024-11-16T01:23:07,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:23:07,894 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e735d6c-762f-4838-a4aa-311004136706' 2024-11-16T01:23:07,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:23:07,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e735d6c-762f-4838-a4aa-311004136706" 2024-11-16T01:23:07,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7509f42d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:07,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44479,-1] 2024-11-16T01:23:07,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:23:07,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:07,895 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:23:07,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bcbeba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:07,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617fc8af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:07,896 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,42497,-1 for getting cluster id 2024-11-16T01:23:07,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:23:07,897 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae21ffe0-9ad5-4b53-963c-67df2b92eca6' 2024-11-16T01:23:07,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:23:07,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae21ffe0-9ad5-4b53-963c-67df2b92eca6" 2024-11-16T01:23:07,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163ce881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:07,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,42497,-1] 2024-11-16T01:23:07,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:23:07,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:07,898 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:23:07,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b3eafe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:07,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:23:07,905 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731720187903/Put/seqid=0 2024-11-16T01:23:07,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741840_1016 (size=7894) 2024-11-16T01:23:08,160 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720169619 to pos 379, reset compression=false 2024-11-16T01:23:08,311 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731720188310/Put/seqid=0 2024-11-16T01:23:08,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741841_1017 (size=7691) 2024-11-16T01:23:08,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62cffabb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:08,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34743,-1 for getting cluster id 2024-11-16T01:23:08,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:23:08,317 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00a6cdea-3bb9-4f93-926a-a8394c08e5b0' 2024-11-16T01:23:08,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:23:08,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00a6cdea-3bb9-4f93-926a-a8394c08e5b0" 2024-11-16T01:23:08,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a2839a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:08,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34743,-1] 2024-11-16T01:23:08,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:23:08,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:08,318 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:23:08,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d1a7fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:08,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:23:08,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,32895,1731720167195, seqNum=-1] 2024-11-16T01:23:08,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:23:08,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:23:08,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:23:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,34743,1731720166976 2024-11-16T01:23:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f10be31 2024-11-16T01:23:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:23:08,329 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:23:08,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731720180779.100e08d4669979527a7279c76fc48f11., hostname=844d197be988,32895,1731720167195, seqNum=2] 2024-11-16T01:23:08,334 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T01:23:08,340 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-16T01:23:08,342 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-16T01:23:08,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 100e08d4669979527a7279c76fc48f11/f 2024-11-16T01:23:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-16T01:23:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T01:23:08,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 100e08d4669979527a7279c76fc48f11/f 2024-11-16T01:23:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-16T01:23:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T01:23:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HRegion(2603): Flush status journal for 100e08d4669979527a7279c76fc48f11: 2024-11-16T01:23:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/staging/jenkins__test__qom47ed5195o1j4i5ekfehm9cec2lvrou0tuvue8qd4a555vbju0m0me8tvsdo6g/f/hfile_0 2024-11-16T01:23:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/staging/jenkins__test__qom47ed5195o1j4i5ekfehm9cec2lvrou0tuvue8qd4a555vbju0m0me8tvsdo6g/f/hfile_0 as hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/default/test/100e08d4669979527a7279c76fc48f11/f/4fc1368e3cf44ad49d75bffc4e275375_SeqId_4_ 2024-11-16T01:23:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/staging/jenkins__test__qom47ed5195o1j4i5ekfehm9cec2lvrou0tuvue8qd4a555vbju0m0me8tvsdo6g/f/hfile_1 2024-11-16T01:23:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/staging/jenkins__test__qom47ed5195o1j4i5ekfehm9cec2lvrou0tuvue8qd4a555vbju0m0me8tvsdo6g/f/hfile_1 as hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/default/test/100e08d4669979527a7279c76fc48f11/f/4873f665e2e64fdcb132b133abc2a2e9_SeqId_4_ 2024-11-16T01:23:08,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/staging/jenkins__test__qom47ed5195o1j4i5ekfehm9cec2lvrou0tuvue8qd4a555vbju0m0me8tvsdo6g/f/hfile_0 into 100e08d4669979527a7279c76fc48f11/f as hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/default/test/100e08d4669979527a7279c76fc48f11/f/4fc1368e3cf44ad49d75bffc4e275375_SeqId_4_ - updating store file list. 2024-11-16T01:23:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4fc1368e3cf44ad49d75bffc4e275375_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T01:23:08,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/default/test/100e08d4669979527a7279c76fc48f11/f/4fc1368e3cf44ad49d75bffc4e275375_SeqId_4_ into 100e08d4669979527a7279c76fc48f11/f 2024-11-16T01:23:08,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/staging/jenkins__test__qom47ed5195o1j4i5ekfehm9cec2lvrou0tuvue8qd4a555vbju0m0me8tvsdo6g/f/hfile_0 into 100e08d4669979527a7279c76fc48f11/f (new location: hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/default/test/100e08d4669979527a7279c76fc48f11/f/4fc1368e3cf44ad49d75bffc4e275375_SeqId_4_) 2024-11-16T01:23:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/staging/jenkins__test__qom47ed5195o1j4i5ekfehm9cec2lvrou0tuvue8qd4a555vbju0m0me8tvsdo6g/f/hfile_0 2024-11-16T01:23:08,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/staging/jenkins__test__qom47ed5195o1j4i5ekfehm9cec2lvrou0tuvue8qd4a555vbju0m0me8tvsdo6g/f/hfile_1 into 100e08d4669979527a7279c76fc48f11/f as hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/default/test/100e08d4669979527a7279c76fc48f11/f/4873f665e2e64fdcb132b133abc2a2e9_SeqId_4_ - updating store file list. 2024-11-16T01:23:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4873f665e2e64fdcb132b133abc2a2e9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T01:23:08,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/default/test/100e08d4669979527a7279c76fc48f11/f/4873f665e2e64fdcb132b133abc2a2e9_SeqId_4_ into 100e08d4669979527a7279c76fc48f11/f 2024-11-16T01:23:08,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/staging/jenkins__test__qom47ed5195o1j4i5ekfehm9cec2lvrou0tuvue8qd4a555vbju0m0me8tvsdo6g/f/hfile_1 into 100e08d4669979527a7279c76fc48f11/f (new location: hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/default/test/100e08d4669979527a7279c76fc48f11/f/4873f665e2e64fdcb132b133abc2a2e9_SeqId_4_) 2024-11-16T01:23:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/staging/jenkins__test__qom47ed5195o1j4i5ekfehm9cec2lvrou0tuvue8qd4a555vbju0m0me8tvsdo6g/f/hfile_1 2024-11-16T01:23:08,375 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:23:08,375 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:23:08,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:08,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731720180779.100e08d4669979527a7279c76fc48f11., hostname=844d197be988,32895,1731720167195, seqNum=2 , the old value is region=test,,1731720180779.100e08d4669979527a7279c76fc48f11., hostname=844d197be988,32895,1731720167195, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=844d197be988:32895 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T01:23:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731720180779.100e08d4669979527a7279c76fc48f11., hostname=844d197be988,32895,1731720167195, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T01:23:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731720180779.100e08d4669979527a7279c76fc48f11., hostname=844d197be988,32895,1731720167195, seqNum=2 from cache 2024-11-16T01:23:08,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:23:08,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:23:08,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,40627,1731720172447, seqNum=-1] 2024-11-16T01:23:08,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:23:08,377 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T01:23:08,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:23:08,379 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731720182941.ba2e4ecd21143706fba818ae0d13e08f., hostname=844d197be988,40627,1731720172447, seqNum=2] 2024-11-16T01:23:08,380 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T01:23:08,479 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:32895 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T01:23:08,664 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720169619 to pos 379, reset compression=false 2024-11-16T01:23:08,668 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:23:08,668 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.shipper844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,32895,1731720167195 got entry batch from reader: WALEntryBatch [walEntries=[{test/100e08d4669979527a7279c76fc48f11/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731720188374/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720169619, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T01:23:08,670 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.shipper844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:23:08,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-16T01:23:08,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.ReplicationSink(318): Replicating [00a6cdea-3bb9-4f93-926a-a8394c08e5b0] bulk loaded data 2024-11-16T01:23:08,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dc09a2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:08,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,44479,-1 for getting cluster id 2024-11-16T01:23:08,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:23:08,671 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e735d6c-762f-4838-a4aa-311004136706' 2024-11-16T01:23:08,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:23:08,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e735d6c-762f-4838-a4aa-311004136706" 2024-11-16T01:23:08,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@de631bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:08,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,44479,-1] 2024-11-16T01:23:08,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:23:08,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:08,672 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:23:08,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64b78233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:08,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38735 is added to blk_1073741837_1013 (size=7894) 2024-11-16T01:23:08,868 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720169619 to pos 687, reset compression=false 2024-11-16T01:23:09,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38735 is added to blk_1073741838_1014 (size=7691) 2024-11-16T01:23:09,171 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720169619 to pos 687, reset compression=false 2024-11-16T01:23:09,382 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T01:23:09,446 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T01:23:09,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:23:09,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,44479,1731720172302 2024-11-16T01:23:09,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37450a34 2024-11-16T01:23:09,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:23:09,489 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-16T01:23:09,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T01:23:09,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:23:09,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,40627,1731720172447, seqNum=-1] 2024-11-16T01:23:09,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:23:09,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-16T01:23:09,498 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/staging/jenkins.hfs.22__test__flm8g7kbb8anevicsjgqvr9chjha6utequssqqjv2rk14c3naj26gpplcn4cds2o/f/4873f665e2e64fdcb132b133abc2a2e9_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-16T01:23:09,500 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/staging/jenkins.hfs.22__test__flm8g7kbb8anevicsjgqvr9chjha6utequssqqjv2rk14c3naj26gpplcn4cds2o/f/4fc1368e3cf44ad49d75bffc4e275375_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-16T01:23:09,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/staging/jenkins.hfs.22__test__flm8g7kbb8anevicsjgqvr9chjha6utequssqqjv2rk14c3naj26gpplcn4cds2o/f/4873f665e2e64fdcb132b133abc2a2e9_SeqId_4_ for inclusion in ba2e4ecd21143706fba818ae0d13e08f/f 2024-11-16T01:23:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-16T01:23:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T01:23:09,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/staging/jenkins.hfs.22__test__flm8g7kbb8anevicsjgqvr9chjha6utequssqqjv2rk14c3naj26gpplcn4cds2o/f/4fc1368e3cf44ad49d75bffc4e275375_SeqId_4_ for inclusion in ba2e4ecd21143706fba818ae0d13e08f/f 2024-11-16T01:23:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-16T01:23:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T01:23:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HRegion(2603): Flush status journal for ba2e4ecd21143706fba818ae0d13e08f: 2024-11-16T01:23:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4873f665e2e64fdcb132b133abc2a2e9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T01:23:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/staging/jenkins.hfs.22__test__flm8g7kbb8anevicsjgqvr9chjha6utequssqqjv2rk14c3naj26gpplcn4cds2o/f/4873f665e2e64fdcb132b133abc2a2e9_SeqId_4_ as hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/default/test/ba2e4ecd21143706fba818ae0d13e08f/f/1a980c70828c4675b03b7b5f23d8a997_SeqId_4_ 2024-11-16T01:23:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4fc1368e3cf44ad49d75bffc4e275375_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T01:23:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/staging/jenkins.hfs.22__test__flm8g7kbb8anevicsjgqvr9chjha6utequssqqjv2rk14c3naj26gpplcn4cds2o/f/4fc1368e3cf44ad49d75bffc4e275375_SeqId_4_ as hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/default/test/ba2e4ecd21143706fba818ae0d13e08f/f/7047aad3dd674546beba378e560ebb84_SeqId_4_ 2024-11-16T01:23:09,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/staging/jenkins.hfs.22__test__flm8g7kbb8anevicsjgqvr9chjha6utequssqqjv2rk14c3naj26gpplcn4cds2o/f/4873f665e2e64fdcb132b133abc2a2e9_SeqId_4_ into ba2e4ecd21143706fba818ae0d13e08f/f as hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/default/test/ba2e4ecd21143706fba818ae0d13e08f/f/1a980c70828c4675b03b7b5f23d8a997_SeqId_4_ - updating store file list. 2024-11-16T01:23:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1a980c70828c4675b03b7b5f23d8a997_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T01:23:09,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/default/test/ba2e4ecd21143706fba818ae0d13e08f/f/1a980c70828c4675b03b7b5f23d8a997_SeqId_4_ into ba2e4ecd21143706fba818ae0d13e08f/f 2024-11-16T01:23:09,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/staging/jenkins.hfs.22__test__flm8g7kbb8anevicsjgqvr9chjha6utequssqqjv2rk14c3naj26gpplcn4cds2o/f/4873f665e2e64fdcb132b133abc2a2e9_SeqId_4_ into ba2e4ecd21143706fba818ae0d13e08f/f (new location: hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/default/test/ba2e4ecd21143706fba818ae0d13e08f/f/1a980c70828c4675b03b7b5f23d8a997_SeqId_4_) 2024-11-16T01:23:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/staging/jenkins.hfs.22__test__flm8g7kbb8anevicsjgqvr9chjha6utequssqqjv2rk14c3naj26gpplcn4cds2o/f/4873f665e2e64fdcb132b133abc2a2e9_SeqId_4_ 2024-11-16T01:23:09,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/staging/jenkins.hfs.22__test__flm8g7kbb8anevicsjgqvr9chjha6utequssqqjv2rk14c3naj26gpplcn4cds2o/f/4fc1368e3cf44ad49d75bffc4e275375_SeqId_4_ into ba2e4ecd21143706fba818ae0d13e08f/f as hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/default/test/ba2e4ecd21143706fba818ae0d13e08f/f/7047aad3dd674546beba378e560ebb84_SeqId_4_ - updating store file list. 2024-11-16T01:23:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7047aad3dd674546beba378e560ebb84_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T01:23:09,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/default/test/ba2e4ecd21143706fba818ae0d13e08f/f/7047aad3dd674546beba378e560ebb84_SeqId_4_ into ba2e4ecd21143706fba818ae0d13e08f/f 2024-11-16T01:23:09,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/staging/jenkins.hfs.22__test__flm8g7kbb8anevicsjgqvr9chjha6utequssqqjv2rk14c3naj26gpplcn4cds2o/f/4fc1368e3cf44ad49d75bffc4e275375_SeqId_4_ into ba2e4ecd21143706fba818ae0d13e08f/f (new location: hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/default/test/ba2e4ecd21143706fba818ae0d13e08f/f/7047aad3dd674546beba378e560ebb84_SeqId_4_) 2024-11-16T01:23:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/staging/jenkins.hfs.22__test__flm8g7kbb8anevicsjgqvr9chjha6utequssqqjv2rk14c3naj26gpplcn4cds2o/f/4fc1368e3cf44ad49d75bffc4e275375_SeqId_4_ 2024-11-16T01:23:09,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.ReplicationSink(324): Finished replicating [00a6cdea-3bb9-4f93-926a-a8394c08e5b0] bulk loaded data 2024-11-16T01:23:09,575 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720169619 to pos 687, reset compression=false 2024-11-16T01:23:10,077 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720169619 to pos 687, reset compression=false 2024-11-16T01:23:10,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:23:10,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,38283,1731720177520, seqNum=-1] 2024-11-16T01:23:10,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:23:10,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:23:10,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731720185091.922184569064c0ac73c713458f222c7e., hostname=844d197be988,38283,1731720177520, seqNum=2] 2024-11-16T01:23:10,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:23:10,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T01:23:10,402 DEBUG [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 844d197be988%2C32895%2C1731720167195:(num 1731720169619) roll requested 2024-11-16T01:23:10,424 DEBUG [regionserver/844d197be988:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402, exclude list is [], retry=0 2024-11-16T01:23:10,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38007,DS-eeddc49c-bc2f-4f69-a18a-ef726099f6cc,DISK] 2024-11-16T01:23:10,429 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720169619 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 2024-11-16T01:23:10,429 DEBUG [regionserver/844d197be988:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43271:43271)] 2024-11-16T01:23:10,429 DEBUG [regionserver/844d197be988:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720169619 is not closed yet, will try archiving it next time 2024-11-16T01:23:10,430 DEBUG [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 844d197be988%2C32895%2C1731720167195.meta:.meta(num 1731720170155) roll requested 2024-11-16T01:23:10,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f9b179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:10,430 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34743,-1 for getting cluster id 2024-11-16T01:23:10,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:23:10,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741833_1009 (size=695) 2024-11-16T01:23:10,431 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00a6cdea-3bb9-4f93-926a-a8394c08e5b0' 2024-11-16T01:23:10,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:23:10,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00a6cdea-3bb9-4f93-926a-a8394c08e5b0" 2024-11-16T01:23:10,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72034de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:10,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34743,-1] 2024-11-16T01:23:10,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:23:10,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:10,433 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:23:10,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b9112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:10,434 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:23:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,34743,1731720166976 2024-11-16T01:23:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c42dfe7 2024-11-16T01:23:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:23:10,436 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:23:10,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://844d197be988:42497,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T01:23:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T01:23:10,437 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720169619 to hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/oldWALs/844d197be988%2C32895%2C1731720167195.1731720169619 2024-11-16T01:23:10,439 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:42497' 2024-11-16T01:23:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T01:23:10,444 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d20610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:10,444 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,42497,-1 for getting cluster id 2024-11-16T01:23:10,444 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:23:10,445 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae21ffe0-9ad5-4b53-963c-67df2b92eca6' 2024-11-16T01:23:10,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:23:10,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae21ffe0-9ad5-4b53-963c-67df2b92eca6" 2024-11-16T01:23:10,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2bf3f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:10,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,42497,-1] 2024-11-16T01:23:10,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:23:10,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:10,446 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:23:10,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a5a8c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:10,447 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:23:10,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,42497,1731720177376 2024-11-16T01:23:10,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10cf57db 2024-11-16T01:23:10,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:23:10,449 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:23:10,449 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T01:23:10,449 DEBUG [regionserver/844d197be988:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.meta.1731720190430.meta, exclude list is [], retry=0 2024-11-16T01:23:10,449 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T01:23:10,450 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:10,450 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:10,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:23:10,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38007,DS-eeddc49c-bc2f-4f69-a18a-ef726099f6cc,DISK] 2024-11-16T01:23:10,454 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.meta.1731720170155.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.meta.1731720190430.meta 2024-11-16T01:23:10,454 DEBUG [regionserver/844d197be988:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43271:43271)] 2024-11-16T01:23:10,454 DEBUG [regionserver/844d197be988:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.meta.1731720170155.meta is not closed yet, will try archiving it next time 2024-11-16T01:23:10,454 DEBUG [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 844d197be988%2C32895%2C1731720167195.rep:(num 1731720186878) roll requested 2024-11-16T01:23:10,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741834_1010 (size=3473) 2024-11-16T01:23:10,472 DEBUG [regionserver/844d197be988:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.rep.1731720190454, exclude list is [], retry=0 2024-11-16T01:23:10,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38007,DS-eeddc49c-bc2f-4f69-a18a-ef726099f6cc,DISK] 2024-11-16T01:23:10,475 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.rep.1731720186878 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.rep.1731720190454 2024-11-16T01:23:10,475 DEBUG [regionserver/844d197be988:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43271:43271)] 2024-11-16T01:23:10,475 DEBUG [regionserver/844d197be988:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.rep.1731720186878 is not closed yet, will try archiving it next time 2024-11-16T01:23:10,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741839_1015 (size=1505) 2024-11-16T01:23:10,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T01:23:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T01:23:10,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-16T01:23:10,643 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-16T01:23:10,670 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-844d197be988,32895,1731720167195, ReplicationSource: 2, currentBandwidth=0 2024-11-16T01:23:10,672 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-16T01:23:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-16T01:23:10,674 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 844d197be988,32895,1731720167195 suceeded 2024-11-16T01:23:10,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-16T01:23:10,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-16T01:23:10,675 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://844d197be988:42497,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T01:23:10,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 239 msec 2024-11-16T01:23:10,681 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720169619 to pos 687, reset compression=false 2024-11-16T01:23:10,686 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720169619 was moved to hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/oldWALs/844d197be988%2C32895%2C1731720167195.1731720169619 2024-11-16T01:23:10,686 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='844d197be988:42497' 2024-11-16T01:23:10,687 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@737afcb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:10,687 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,42497,-1 for getting cluster id 2024-11-16T01:23:10,688 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:23:10,688 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720169619 2024-11-16T01:23:10,688 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402, startPosition=0, beingWritten=true 2024-11-16T01:23:10,688 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.shipper844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,32895,1731720167195 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720169619, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-16T01:23:10,688 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae21ffe0-9ad5-4b53-963c-67df2b92eca6' 2024-11-16T01:23:10,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:23:10,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae21ffe0-9ad5-4b53-963c-67df2b92eca6" 2024-11-16T01:23:10,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@457cd66b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:10,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,42497,-1] 2024-11-16T01:23:10,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:23:10,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:10,690 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:23:10,692 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.shipper844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [844d197be988%2C32895%2C1731720167195.1731720169619] 2024-11-16T01:23:10,696 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b4b49ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:10,696 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:23:10,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,42497,1731720177376 2024-11-16T01:23:10,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75d22772 2024-11-16T01:23:10,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:23:10,697 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-16T01:23:10,698 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-844d197be988,32895,1731720167195 (queues=1) is replicating from cluster=00a6cdea-3bb9-4f93-926a-a8394c08e5b0 to cluster=ae21ffe0-9ad5-4b53-963c-67df2b92eca6 2024-11-16T01:23:10,698 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=844d197be988%2C32895%2C1731720167195 2024-11-16T01:23:10,698 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-844d197be988,32895,1731720167195, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T01:23:10,698 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402, startPosition=0, beingWritten=true 2024-11-16T01:23:10,698 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.shipper844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 844d197be988%2C32895%2C1731720167195 2024-11-16T01:23:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T01:23:10,759 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-16T01:23:10,759 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:23:10,760 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:23:10,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:10,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:10,760 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:23:10,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T01:23:10,764 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731720190764/Put/seqid=0 2024-11-16T01:23:10,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741845_1021 (size=11194) 2024-11-16T01:23:10,773 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731720190773/Put/seqid=0 2024-11-16T01:23:10,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741846_1022 (size=10791) 2024-11-16T01:23:10,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7204f35d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:10,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 844d197be988,34743,-1 for getting cluster id 2024-11-16T01:23:10,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:23:10,779 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00a6cdea-3bb9-4f93-926a-a8394c08e5b0' 2024-11-16T01:23:10,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:23:10,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00a6cdea-3bb9-4f93-926a-a8394c08e5b0" 2024-11-16T01:23:10,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da01ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:10,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,34743,-1] 2024-11-16T01:23:10,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:23:10,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:10,781 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:23:10,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433ca3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:10,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:23:10,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,32895,1731720167195, seqNum=-1] 2024-11-16T01:23:10,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:23:10,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T01:23:10,791 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:23:10,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,34743,1731720166976 2024-11-16T01:23:10,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@debed8b 2024-11-16T01:23:10,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:23:10,793 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T01:23:10,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731720180779.100e08d4669979527a7279c76fc48f11., hostname=844d197be988,32895,1731720167195, seqNum=2] 2024-11-16T01:23:10,798 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T01:23:10,817 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-16T01:23:10,819 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-16T01:23:10,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 100e08d4669979527a7279c76fc48f11/f 2024-11-16T01:23:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-16T01:23:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T01:23:10,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 100e08d4669979527a7279c76fc48f11/f 2024-11-16T01:23:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-16T01:23:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T01:23:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HRegion(2603): Flush status journal for 100e08d4669979527a7279c76fc48f11: 2024-11-16T01:23:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/staging/jenkins__test__sdk4djcqj5dv30fv432htt6s3rl00eois7gt15r5jbhq8ptoidtm230os3041cgm/f/hfile_0 2024-11-16T01:23:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/staging/jenkins__test__sdk4djcqj5dv30fv432htt6s3rl00eois7gt15r5jbhq8ptoidtm230os3041cgm/f/hfile_0 as hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/default/test/100e08d4669979527a7279c76fc48f11/f/af0acb711efa4f6a8ab1eb625cb66450_SeqId_6_ 2024-11-16T01:23:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/staging/jenkins__test__sdk4djcqj5dv30fv432htt6s3rl00eois7gt15r5jbhq8ptoidtm230os3041cgm/f/hfile_1 2024-11-16T01:23:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/staging/jenkins__test__sdk4djcqj5dv30fv432htt6s3rl00eois7gt15r5jbhq8ptoidtm230os3041cgm/f/hfile_1 as hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/default/test/100e08d4669979527a7279c76fc48f11/f/31fbd603d16244c0b9d47525ef77c950_SeqId_6_ 2024-11-16T01:23:10,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/staging/jenkins__test__sdk4djcqj5dv30fv432htt6s3rl00eois7gt15r5jbhq8ptoidtm230os3041cgm/f/hfile_0 into 100e08d4669979527a7279c76fc48f11/f as hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/default/test/100e08d4669979527a7279c76fc48f11/f/af0acb711efa4f6a8ab1eb625cb66450_SeqId_6_ - updating store file list. 2024-11-16T01:23:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStoreFile(483): HFile Bloom filter type for af0acb711efa4f6a8ab1eb625cb66450_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T01:23:10,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/default/test/100e08d4669979527a7279c76fc48f11/f/af0acb711efa4f6a8ab1eb625cb66450_SeqId_6_ into 100e08d4669979527a7279c76fc48f11/f 2024-11-16T01:23:10,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/staging/jenkins__test__sdk4djcqj5dv30fv432htt6s3rl00eois7gt15r5jbhq8ptoidtm230os3041cgm/f/hfile_0 into 100e08d4669979527a7279c76fc48f11/f (new location: hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/default/test/100e08d4669979527a7279c76fc48f11/f/af0acb711efa4f6a8ab1eb625cb66450_SeqId_6_) 2024-11-16T01:23:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/staging/jenkins__test__sdk4djcqj5dv30fv432htt6s3rl00eois7gt15r5jbhq8ptoidtm230os3041cgm/f/hfile_0 2024-11-16T01:23:10,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/staging/jenkins__test__sdk4djcqj5dv30fv432htt6s3rl00eois7gt15r5jbhq8ptoidtm230os3041cgm/f/hfile_1 into 100e08d4669979527a7279c76fc48f11/f as hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/default/test/100e08d4669979527a7279c76fc48f11/f/31fbd603d16244c0b9d47525ef77c950_SeqId_6_ - updating store file list. 2024-11-16T01:23:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 31fbd603d16244c0b9d47525ef77c950_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T01:23:10,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/default/test/100e08d4669979527a7279c76fc48f11/f/31fbd603d16244c0b9d47525ef77c950_SeqId_6_ into 100e08d4669979527a7279c76fc48f11/f 2024-11-16T01:23:10,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/staging/jenkins__test__sdk4djcqj5dv30fv432htt6s3rl00eois7gt15r5jbhq8ptoidtm230os3041cgm/f/hfile_1 into 100e08d4669979527a7279c76fc48f11/f (new location: hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/default/test/100e08d4669979527a7279c76fc48f11/f/31fbd603d16244c0b9d47525ef77c950_SeqId_6_) 2024-11-16T01:23:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/staging/jenkins__test__sdk4djcqj5dv30fv432htt6s3rl00eois7gt15r5jbhq8ptoidtm230os3041cgm/f/hfile_1 2024-11-16T01:23:10,861 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:23:10,861 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:23:10,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:10,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:10,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:23:10,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731720180779.100e08d4669979527a7279c76fc48f11., hostname=844d197be988,32895,1731720167195, seqNum=2 , the old value is region=test,,1731720180779.100e08d4669979527a7279c76fc48f11., hostname=844d197be988,32895,1731720167195, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=844d197be988:32895 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T01:23:10,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731720180779.100e08d4669979527a7279c76fc48f11., hostname=844d197be988,32895,1731720167195, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T01:23:10,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731720180779.100e08d4669979527a7279c76fc48f11., hostname=844d197be988,32895,1731720167195, seqNum=2 from cache 2024-11-16T01:23:10,862 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T01:23:10,865 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T01:23:10,902 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 0, reset compression=false 2024-11-16T01:23:10,905 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:23:10,905 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.shipper844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-844d197be988,32895,1731720167195 got entry batch from reader: WALEntryBatch [walEntries=[{test/100e08d4669979527a7279c76fc48f11/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731720190860/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T01:23:10,907 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.shipper844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T01:23:10,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-16T01:23:10,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.ReplicationSink(318): Replicating [00a6cdea-3bb9-4f93-926a-a8394c08e5b0] bulk loaded data 2024-11-16T01:23:10,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17e589f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:10,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] client.ClusterIdFetcher(90): Going to request 844d197be988,42497,-1 for getting cluster id 2024-11-16T01:23:10,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T01:23:10,909 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae21ffe0-9ad5-4b53-963c-67df2b92eca6' 2024-11-16T01:23:10,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T01:23:10,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae21ffe0-9ad5-4b53-963c-67df2b92eca6" 2024-11-16T01:23:10,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40c3da81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:10,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [844d197be988,42497,-1] 2024-11-16T01:23:10,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T01:23:10,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:10,910 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-16T01:23:10,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c5bd4d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T01:23:10,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741837_1013 (size=11194) 2024-11-16T01:23:10,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741838_1014 (size=10791) 2024-11-16T01:23:10,968 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:32895 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T01:23:11,106 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:11,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T01:23:11,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 844d197be988,42497,1731720177376 2024-11-16T01:23:11,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@461762c5 2024-11-16T01:23:11,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T01:23:11,329 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-16T01:23:11,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T01:23:11,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T01:23:11,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=844d197be988,38283,1731720177520, seqNum=-1] 2024-11-16T01:23:11,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T01:23:11,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-16T01:23:11,336 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/staging/jenkins.hfs.23__test__3n6kr48n1u605kc5kmsmkl05j2n64f6qj5a6rnjtas1j27f73ur3ucq80rjslar4/f/31fbd603d16244c0b9d47525ef77c950_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-16T01:23:11,338 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/staging/jenkins.hfs.23__test__3n6kr48n1u605kc5kmsmkl05j2n64f6qj5a6rnjtas1j27f73ur3ucq80rjslar4/f/af0acb711efa4f6a8ab1eb625cb66450_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-16T01:23:11,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/staging/jenkins.hfs.23__test__3n6kr48n1u605kc5kmsmkl05j2n64f6qj5a6rnjtas1j27f73ur3ucq80rjslar4/f/31fbd603d16244c0b9d47525ef77c950_SeqId_6_ for inclusion in 922184569064c0ac73c713458f222c7e/f 2024-11-16T01:23:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-16T01:23:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T01:23:11,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/staging/jenkins.hfs.23__test__3n6kr48n1u605kc5kmsmkl05j2n64f6qj5a6rnjtas1j27f73ur3ucq80rjslar4/f/af0acb711efa4f6a8ab1eb625cb66450_SeqId_6_ for inclusion in 922184569064c0ac73c713458f222c7e/f 2024-11-16T01:23:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-16T01:23:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T01:23:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegion(2603): Flush status journal for 922184569064c0ac73c713458f222c7e: 2024-11-16T01:23:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 31fbd603d16244c0b9d47525ef77c950_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T01:23:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/staging/jenkins.hfs.23__test__3n6kr48n1u605kc5kmsmkl05j2n64f6qj5a6rnjtas1j27f73ur3ucq80rjslar4/f/31fbd603d16244c0b9d47525ef77c950_SeqId_6_ as hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/default/test/922184569064c0ac73c713458f222c7e/f/32563511d0e94bf6b2366c389653246e_SeqId_4_ 2024-11-16T01:23:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): af0acb711efa4f6a8ab1eb625cb66450_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T01:23:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/staging/jenkins.hfs.23__test__3n6kr48n1u605kc5kmsmkl05j2n64f6qj5a6rnjtas1j27f73ur3ucq80rjslar4/f/af0acb711efa4f6a8ab1eb625cb66450_SeqId_6_ as hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/default/test/922184569064c0ac73c713458f222c7e/f/c96455fd4a944984a488c56add69a40e_SeqId_4_ 2024-11-16T01:23:11,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/staging/jenkins.hfs.23__test__3n6kr48n1u605kc5kmsmkl05j2n64f6qj5a6rnjtas1j27f73ur3ucq80rjslar4/f/31fbd603d16244c0b9d47525ef77c950_SeqId_6_ into 922184569064c0ac73c713458f222c7e/f as hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/default/test/922184569064c0ac73c713458f222c7e/f/32563511d0e94bf6b2366c389653246e_SeqId_4_ - updating store file list. 2024-11-16T01:23:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 32563511d0e94bf6b2366c389653246e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T01:23:11,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/default/test/922184569064c0ac73c713458f222c7e/f/32563511d0e94bf6b2366c389653246e_SeqId_4_ into 922184569064c0ac73c713458f222c7e/f 2024-11-16T01:23:11,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/staging/jenkins.hfs.23__test__3n6kr48n1u605kc5kmsmkl05j2n64f6qj5a6rnjtas1j27f73ur3ucq80rjslar4/f/31fbd603d16244c0b9d47525ef77c950_SeqId_6_ into 922184569064c0ac73c713458f222c7e/f (new location: hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/default/test/922184569064c0ac73c713458f222c7e/f/32563511d0e94bf6b2366c389653246e_SeqId_4_) 2024-11-16T01:23:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/staging/jenkins.hfs.23__test__3n6kr48n1u605kc5kmsmkl05j2n64f6qj5a6rnjtas1j27f73ur3ucq80rjslar4/f/31fbd603d16244c0b9d47525ef77c950_SeqId_6_ 2024-11-16T01:23:11,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/staging/jenkins.hfs.23__test__3n6kr48n1u605kc5kmsmkl05j2n64f6qj5a6rnjtas1j27f73ur3ucq80rjslar4/f/af0acb711efa4f6a8ab1eb625cb66450_SeqId_6_ into 922184569064c0ac73c713458f222c7e/f as hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/default/test/922184569064c0ac73c713458f222c7e/f/c96455fd4a944984a488c56add69a40e_SeqId_4_ - updating store file list. 2024-11-16T01:23:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c96455fd4a944984a488c56add69a40e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T01:23:11,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/default/test/922184569064c0ac73c713458f222c7e/f/c96455fd4a944984a488c56add69a40e_SeqId_4_ into 922184569064c0ac73c713458f222c7e/f 2024-11-16T01:23:11,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/staging/jenkins.hfs.23__test__3n6kr48n1u605kc5kmsmkl05j2n64f6qj5a6rnjtas1j27f73ur3ucq80rjslar4/f/af0acb711efa4f6a8ab1eb625cb66450_SeqId_6_ into 922184569064c0ac73c713458f222c7e/f (new location: hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/default/test/922184569064c0ac73c713458f222c7e/f/c96455fd4a944984a488c56add69a40e_SeqId_4_) 2024-11-16T01:23:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/staging/jenkins.hfs.23__test__3n6kr48n1u605kc5kmsmkl05j2n64f6qj5a6rnjtas1j27f73ur3ucq80rjslar4/f/af0acb711efa4f6a8ab1eb625cb66450_SeqId_6_ 2024-11-16T01:23:11,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38283 {}] regionserver.ReplicationSink(324): Finished replicating [00a6cdea-3bb9-4f93-926a-a8394c08e5b0] bulk loaded data 2024-11-16T01:23:11,394 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 0, reset compression=false 2024-11-16T01:23:11,397 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T01:23:11,397 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.shipper844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,32895,1731720167195 got entry batch from reader: WALEntryBatch [walEntries=[{test/100e08d4669979527a7279c76fc48f11/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731720190860/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T01:23:11,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.ReplicationSink(318): Replicating [00a6cdea-3bb9-4f93-926a-a8394c08e5b0] bulk loaded data 2024-11-16T01:23:11,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38735 is added to blk_1073741839_1015 (size=11194) 2024-11-16T01:23:11,408 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:11,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38735 is added to blk_1073741840_1016 (size=10791) 2024-11-16T01:23:11,597 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:11,811 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:11,814 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T01:23:11,818 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/staging/jenkins.hfs.22__test__mtactj6fe9fq7ubn68pott1cqs71amu6ses7bbvoahtf3q6os684k2eb8g52789d/f/31fbd603d16244c0b9d47525ef77c950_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-16T01:23:11,820 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/staging/jenkins.hfs.22__test__mtactj6fe9fq7ubn68pott1cqs71amu6ses7bbvoahtf3q6os684k2eb8g52789d/f/af0acb711efa4f6a8ab1eb625cb66450_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-16T01:23:11,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/staging/jenkins.hfs.22__test__mtactj6fe9fq7ubn68pott1cqs71amu6ses7bbvoahtf3q6os684k2eb8g52789d/f/af0acb711efa4f6a8ab1eb625cb66450_SeqId_6_ for inclusion in ba2e4ecd21143706fba818ae0d13e08f/f 2024-11-16T01:23:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-16T01:23:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T01:23:11,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/staging/jenkins.hfs.22__test__mtactj6fe9fq7ubn68pott1cqs71amu6ses7bbvoahtf3q6os684k2eb8g52789d/f/31fbd603d16244c0b9d47525ef77c950_SeqId_6_ for inclusion in ba2e4ecd21143706fba818ae0d13e08f/f 2024-11-16T01:23:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-16T01:23:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T01:23:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HRegion(2603): Flush status journal for ba2e4ecd21143706fba818ae0d13e08f: 2024-11-16T01:23:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): af0acb711efa4f6a8ab1eb625cb66450_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T01:23:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/staging/jenkins.hfs.22__test__mtactj6fe9fq7ubn68pott1cqs71amu6ses7bbvoahtf3q6os684k2eb8g52789d/f/af0acb711efa4f6a8ab1eb625cb66450_SeqId_6_ as hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/default/test/ba2e4ecd21143706fba818ae0d13e08f/f/1d835bee27cf4e64bc6cc8c4f2ac92c8_SeqId_6_ 2024-11-16T01:23:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 31fbd603d16244c0b9d47525ef77c950_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T01:23:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/staging/jenkins.hfs.22__test__mtactj6fe9fq7ubn68pott1cqs71amu6ses7bbvoahtf3q6os684k2eb8g52789d/f/31fbd603d16244c0b9d47525ef77c950_SeqId_6_ as hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/default/test/ba2e4ecd21143706fba818ae0d13e08f/f/fd082555e3f84ae9afc66ad345d275e7_SeqId_6_ 2024-11-16T01:23:11,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/staging/jenkins.hfs.22__test__mtactj6fe9fq7ubn68pott1cqs71amu6ses7bbvoahtf3q6os684k2eb8g52789d/f/af0acb711efa4f6a8ab1eb625cb66450_SeqId_6_ into ba2e4ecd21143706fba818ae0d13e08f/f as hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/default/test/ba2e4ecd21143706fba818ae0d13e08f/f/1d835bee27cf4e64bc6cc8c4f2ac92c8_SeqId_6_ - updating store file list. 2024-11-16T01:23:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1d835bee27cf4e64bc6cc8c4f2ac92c8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T01:23:11,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/default/test/ba2e4ecd21143706fba818ae0d13e08f/f/1d835bee27cf4e64bc6cc8c4f2ac92c8_SeqId_6_ into ba2e4ecd21143706fba818ae0d13e08f/f 2024-11-16T01:23:11,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/staging/jenkins.hfs.22__test__mtactj6fe9fq7ubn68pott1cqs71amu6ses7bbvoahtf3q6os684k2eb8g52789d/f/af0acb711efa4f6a8ab1eb625cb66450_SeqId_6_ into ba2e4ecd21143706fba818ae0d13e08f/f (new location: hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/default/test/ba2e4ecd21143706fba818ae0d13e08f/f/1d835bee27cf4e64bc6cc8c4f2ac92c8_SeqId_6_) 2024-11-16T01:23:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/staging/jenkins.hfs.22__test__mtactj6fe9fq7ubn68pott1cqs71amu6ses7bbvoahtf3q6os684k2eb8g52789d/f/af0acb711efa4f6a8ab1eb625cb66450_SeqId_6_ 2024-11-16T01:23:11,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/staging/jenkins.hfs.22__test__mtactj6fe9fq7ubn68pott1cqs71amu6ses7bbvoahtf3q6os684k2eb8g52789d/f/31fbd603d16244c0b9d47525ef77c950_SeqId_6_ into ba2e4ecd21143706fba818ae0d13e08f/f as hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/default/test/ba2e4ecd21143706fba818ae0d13e08f/f/fd082555e3f84ae9afc66ad345d275e7_SeqId_6_ - updating store file list. 2024-11-16T01:23:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fd082555e3f84ae9afc66ad345d275e7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T01:23:11,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/default/test/ba2e4ecd21143706fba818ae0d13e08f/f/fd082555e3f84ae9afc66ad345d275e7_SeqId_6_ into ba2e4ecd21143706fba818ae0d13e08f/f 2024-11-16T01:23:11,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/staging/jenkins.hfs.22__test__mtactj6fe9fq7ubn68pott1cqs71amu6ses7bbvoahtf3q6os684k2eb8g52789d/f/31fbd603d16244c0b9d47525ef77c950_SeqId_6_ into ba2e4ecd21143706fba818ae0d13e08f/f (new location: hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/default/test/ba2e4ecd21143706fba818ae0d13e08f/f/fd082555e3f84ae9afc66ad345d275e7_SeqId_6_) 2024-11-16T01:23:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/staging/jenkins.hfs.22__test__mtactj6fe9fq7ubn68pott1cqs71amu6ses7bbvoahtf3q6os684k2eb8g52789d/f/31fbd603d16244c0b9d47525ef77c950_SeqId_6_ 2024-11-16T01:23:11,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.ReplicationSink(324): Finished replicating [00a6cdea-3bb9-4f93-926a-a8394c08e5b0] bulk loaded data 2024-11-16T01:23:11,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T01:23:11,882 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:23:11,882 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:23:11,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:11,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:11,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:23:11,883 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T01:23:11,883 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=424643359, stopped=false 2024-11-16T01:23:11,883 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=844d197be988,42497,1731720177376 2024-11-16T01:23:11,900 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:11,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x101413cb2620007, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-557977328/running 2024-11-16T01:23:11,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-557977328/running 2024-11-16T01:23:11,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x101413cb2620007, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-557977328 2024-11-16T01:23:11,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-557977328 2024-11-16T01:23:11,942 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:23:11,942 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:23:11,942 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:23:11,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:11,942 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '844d197be988,38283,1731720177520' ***** 2024-11-16T01:23:11,942 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T01:23:11,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Set watcher on znode that does not yet exist, /2-557977328/running 2024-11-16T01:23:11,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38283-0x101413cb2620007, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Set watcher on znode that does not yet exist, /2-557977328/running 2024-11-16T01:23:11,943 INFO [RS:0;844d197be988:38283 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T01:23:11,943 INFO [RS:0;844d197be988:38283 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T01:23:11,943 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T01:23:11,944 INFO [RS:0;844d197be988:38283 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T01:23:11,944 INFO [RS:0;844d197be988:38283 {}] regionserver.HRegionServer(3091): Received CLOSE for 922184569064c0ac73c713458f222c7e 2024-11-16T01:23:11,944 INFO [RS:0;844d197be988:38283 {}] regionserver.HRegionServer(959): stopping server 844d197be988,38283,1731720177520 2024-11-16T01:23:11,944 INFO [RS:0;844d197be988:38283 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:23:11,944 INFO [RS:0;844d197be988:38283 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:38283. 2024-11-16T01:23:11,944 DEBUG [RS:0;844d197be988:38283 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:23:11,944 DEBUG [RS:0;844d197be988:38283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:11,944 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 922184569064c0ac73c713458f222c7e, disabling compactions & flushes 2024-11-16T01:23:11,944 INFO [RS:0;844d197be988:38283 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T01:23:11,944 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731720185091.922184569064c0ac73c713458f222c7e. 2024-11-16T01:23:11,944 INFO [RS:0;844d197be988:38283 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T01:23:11,944 INFO [RS:0;844d197be988:38283 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T01:23:11,944 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720185091.922184569064c0ac73c713458f222c7e. 2024-11-16T01:23:11,944 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731720185091.922184569064c0ac73c713458f222c7e. after waiting 0 ms 2024-11-16T01:23:11,944 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731720185091.922184569064c0ac73c713458f222c7e. 2024-11-16T01:23:11,944 INFO [RS:0;844d197be988:38283 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T01:23:11,945 INFO [RS:0;844d197be988:38283 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T01:23:11,945 DEBUG [RS:0;844d197be988:38283 {}] regionserver.HRegionServer(1325): Online Regions={922184569064c0ac73c713458f222c7e=test,,1731720185091.922184569064c0ac73c713458f222c7e., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:23:11,945 DEBUG [RS:0;844d197be988:38283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 922184569064c0ac73c713458f222c7e 2024-11-16T01:23:11,945 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:23:11,945 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:23:11,945 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:23:11,945 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:23:11,945 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:23:11,945 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-16T01:23:11,948 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/default/test/922184569064c0ac73c713458f222c7e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-16T01:23:11,948 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:23:11,948 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:23:11,948 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731720185091.922184569064c0ac73c713458f222c7e. 2024-11-16T01:23:11,948 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 922184569064c0ac73c713458f222c7e: Waiting for close lock at 1731720191944Running coprocessor pre-close hooks at 1731720191944Disabling compacts and flushes for region at 1731720191944Disabling writes for close at 1731720191944Writing region close event to WAL at 1731720191945 (+1 ms)Running coprocessor post-close hooks at 1731720191948 (+3 ms)Closed at 1731720191948 2024-11-16T01:23:11,948 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731720185091.922184569064c0ac73c713458f222c7e. 2024-11-16T01:23:11,961 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740/.tmp/info/7b97fbd73068473ab03eb1c76a876b0c is 129, key is test,,1731720185091.922184569064c0ac73c713458f222c7e./info:regioninfo/1731720185451/Put/seqid=0 2024-11-16T01:23:11,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741839_1015 (size=6421) 2024-11-16T01:23:11,976 INFO [regionserver/844d197be988:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:23:12,145 DEBUG [RS:0;844d197be988:38283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:23:12,303 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:12,315 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:12,345 DEBUG [RS:0;844d197be988:38283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:23:12,373 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740/.tmp/info/7b97fbd73068473ab03eb1c76a876b0c 2024-11-16T01:23:12,394 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740/.tmp/ns/82147311ce2b4b31ad8bf30e272b5735 is 43, key is default/ns:d/1731720180697/Put/seqid=0 2024-11-16T01:23:12,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741840_1016 (size=5153) 2024-11-16T01:23:12,400 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:23:12,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:12,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:12,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:12,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:12,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:12,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:12,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:12,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:12,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:12,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:12,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:12,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:12,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:12,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:12,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:12,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:12,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:12,545 DEBUG [RS:0;844d197be988:38283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:23:12,657 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T01:23:12,657 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T01:23:12,745 DEBUG [RS:0;844d197be988:38283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:23:12,799 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740/.tmp/ns/82147311ce2b4b31ad8bf30e272b5735 2024-11-16T01:23:12,806 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:12,816 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740/.tmp/rep_barrier/cb9459dbe5784c49a3654f4dbd01b113 is 112, key is test,,1731720185091.922184569064c0ac73c713458f222c7e./rep_barrier:seqnumDuringOpen/1731720185451/Put/seqid=0 2024-11-16T01:23:12,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741841_1017 (size=5518) 2024-11-16T01:23:12,920 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:12,946 DEBUG [RS:0;844d197be988:38283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:23:13,146 INFO [RS:0;844d197be988:38283 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T01:23:13,146 DEBUG [RS:0;844d197be988:38283 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:23:13,146 DEBUG [RS:0;844d197be988:38283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:23:13,220 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740/.tmp/rep_barrier/cb9459dbe5784c49a3654f4dbd01b113 2024-11-16T01:23:13,240 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740/.tmp/table/60c4a91ed8294af8b479b12e26472e96 is 40, key is test/table:state/1731720185458/Put/seqid=0 2024-11-16T01:23:13,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741842_1018 (size=5165) 2024-11-16T01:23:13,244 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740/.tmp/table/60c4a91ed8294af8b479b12e26472e96 2024-11-16T01:23:13,254 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740/.tmp/info/7b97fbd73068473ab03eb1c76a876b0c as hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740/info/7b97fbd73068473ab03eb1c76a876b0c 2024-11-16T01:23:13,258 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740/info/7b97fbd73068473ab03eb1c76a876b0c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-16T01:23:13,258 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740/.tmp/ns/82147311ce2b4b31ad8bf30e272b5735 as hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740/ns/82147311ce2b4b31ad8bf30e272b5735 2024-11-16T01:23:13,261 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740/ns/82147311ce2b4b31ad8bf30e272b5735, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T01:23:13,262 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740/.tmp/rep_barrier/cb9459dbe5784c49a3654f4dbd01b113 as hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740/rep_barrier/cb9459dbe5784c49a3654f4dbd01b113 2024-11-16T01:23:13,265 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740/rep_barrier/cb9459dbe5784c49a3654f4dbd01b113, entries=1, sequenceid=11, filesize=5.4 K 2024-11-16T01:23:13,266 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740/.tmp/table/60c4a91ed8294af8b479b12e26472e96 as hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740/table/60c4a91ed8294af8b479b12e26472e96 2024-11-16T01:23:13,270 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740/table/60c4a91ed8294af8b479b12e26472e96, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T01:23:13,270 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=11, compaction requested=false 2024-11-16T01:23:13,290 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T01:23:13,291 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:23:13,291 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:23:13,291 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:23:13,291 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720191945Running coprocessor pre-close hooks at 1731720191945Disabling compacts and flushes for region at 1731720191945Disabling writes for close at 1731720191945Obtaining lock to block concurrent updates at 1731720191945Preparing flush snapshotting stores in 1588230740 at 1731720191945Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731720191945Flushing stores of hbase:meta,,1.1588230740 at 1731720191946 (+1 ms)Flushing 1588230740/info: creating writer at 1731720191946Flushing 1588230740/info: appending metadata at 1731720191961 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731720191961Flushing 1588230740/ns: creating writer at 1731720192377 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731720192394 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731720192394Flushing 1588230740/rep_barrier: creating writer at 1731720192803 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731720192816 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731720192816Flushing 1588230740/table: creating writer at 1731720193223 (+407 ms)Flushing 1588230740/table: appending metadata at 1731720193239 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731720193239Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a6acc33: reopening flushed file at 1731720193253 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61596747: reopening flushed file at 1731720193258 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@278fe9c7: reopening flushed file at 1731720193261 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b140803: reopening flushed file at 1731720193265 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=11, compaction requested=false at 1731720193270 (+5 ms)Writing region close event to WAL at 1731720193284 (+14 ms)Running coprocessor post-close hooks at 1731720193291 (+7 ms)Closed at 1731720193291 2024-11-16T01:23:13,291 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T01:23:13,346 INFO [RS:0;844d197be988:38283 {}] regionserver.HRegionServer(976): stopping server 844d197be988,38283,1731720177520; all regions closed. 2024-11-16T01:23:13,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741834_1010 (size=2717) 2024-11-16T01:23:13,351 DEBUG [RS:0;844d197be988:38283 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/oldWALs 2024-11-16T01:23:13,351 INFO [RS:0;844d197be988:38283 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C38283%2C1731720177520.meta:.meta(num 1731720180660) 2024-11-16T01:23:13,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741832_1008 (size=1028) 2024-11-16T01:23:13,355 DEBUG [RS:0;844d197be988:38283 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/oldWALs 2024-11-16T01:23:13,355 INFO [RS:0;844d197be988:38283 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C38283%2C1731720177520:(num 1731720179786) 2024-11-16T01:23:13,355 DEBUG [RS:0;844d197be988:38283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:13,355 INFO [RS:0;844d197be988:38283 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:23:13,356 INFO [RS:0;844d197be988:38283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:23:13,356 INFO [RS:0;844d197be988:38283 {}] hbase.ChoreService(370): Chore service for: regionserver/844d197be988:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T01:23:13,356 INFO [RS:0;844d197be988:38283 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:23:13,356 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:23:13,357 INFO [RS:0;844d197be988:38283 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:38283. 2024-11-16T01:23:13,357 DEBUG [RS:0;844d197be988:38283 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:23:13,357 DEBUG [RS:0;844d197be988:38283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:13,357 DEBUG [RS:0;844d197be988:38283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:13,357 INFO [RS:0;844d197be988:38283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38283 2024-11-16T01:23:13,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:23:13,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x101413cb2620007, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-557977328/rs/844d197be988,38283,1731720177520 2024-11-16T01:23:13,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-557977328/rs 2024-11-16T01:23:13,375 INFO [RS:0;844d197be988:38283 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:23:13,386 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [844d197be988,38283,1731720177520] 2024-11-16T01:23:13,396 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-557977328/draining/844d197be988,38283,1731720177520 already deleted, retry=false 2024-11-16T01:23:13,396 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 844d197be988,38283,1731720177520 expired; onlineServers=0 2024-11-16T01:23:13,396 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '844d197be988,42497,1731720177376' ***** 2024-11-16T01:23:13,396 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T01:23:13,396 INFO [M:0;844d197be988:42497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:23:13,396 INFO [M:0;844d197be988:42497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:23:13,396 DEBUG [M:0;844d197be988:42497 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T01:23:13,397 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T01:23:13,397 DEBUG [M:0;844d197be988:42497 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T01:23:13,397 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720179509 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720179509,5,FailOnTimeoutGroup] 2024-11-16T01:23:13,397 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720179509 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720179509,5,FailOnTimeoutGroup] 2024-11-16T01:23:13,397 INFO [M:0;844d197be988:42497 {}] hbase.ChoreService(370): Chore service for: master/844d197be988:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T01:23:13,397 INFO [M:0;844d197be988:42497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:23:13,397 DEBUG [M:0;844d197be988:42497 {}] master.HMaster(1795): Stopping service threads 2024-11-16T01:23:13,397 INFO [M:0;844d197be988:42497 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T01:23:13,397 INFO [M:0;844d197be988:42497 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:23:13,397 INFO [M:0;844d197be988:42497 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T01:23:13,397 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T01:23:13,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-557977328/master 2024-11-16T01:23:13,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-557977328 2024-11-16T01:23:13,407 DEBUG [M:0;844d197be988:42497 {}] zookeeper.ZKUtil(347): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Unable to get data of znode /2-557977328/master because node does not exist (not an error) 2024-11-16T01:23:13,407 WARN [M:0;844d197be988:42497 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T01:23:13,407 INFO [M:0;844d197be988:42497 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/.lastflushedseqids 2024-11-16T01:23:13,410 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:13,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741843_1019 (size=173) 2024-11-16T01:23:13,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x101413cb2620007, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:23:13,486 INFO [RS:0;844d197be988:38283 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:23:13,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38283-0x101413cb2620007, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:23:13,486 INFO [RS:0;844d197be988:38283 {}] regionserver.HRegionServer(1031): Exiting; stopping=844d197be988,38283,1731720177520; zookeeper connection closed. 2024-11-16T01:23:13,487 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12227008 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12227008 2024-11-16T01:23:13,487 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T01:23:13,624 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:13,812 INFO [M:0;844d197be988:42497 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T01:23:13,812 INFO [M:0;844d197be988:42497 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T01:23:13,812 DEBUG [M:0;844d197be988:42497 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:23:13,812 INFO [M:0;844d197be988:42497 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:23:13,812 DEBUG [M:0;844d197be988:42497 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:23:13,812 DEBUG [M:0;844d197be988:42497 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:23:13,812 DEBUG [M:0;844d197be988:42497 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:23:13,812 INFO [M:0;844d197be988:42497 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-16T01:23:13,825 DEBUG [M:0;844d197be988:42497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/743e19a9ca5a425da52ffd7f3e40bbd9 is 82, key is hbase:meta,,1/info:regioninfo/1731720180686/Put/seqid=0 2024-11-16T01:23:13,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741844_1020 (size=5672) 2024-11-16T01:23:14,112 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:14,229 INFO [M:0;844d197be988:42497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/743e19a9ca5a425da52ffd7f3e40bbd9 2024-11-16T01:23:14,243 DEBUG [M:0;844d197be988:42497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11e8913dc3b341659c30082765f07d76 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731720185461/Put/seqid=0 2024-11-16T01:23:14,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741845_1021 (size=6586) 2024-11-16T01:23:14,427 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:14,647 INFO [M:0;844d197be988:42497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11e8913dc3b341659c30082765f07d76 2024-11-16T01:23:14,666 DEBUG [M:0;844d197be988:42497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/30ea7948e763431c9e42b532f1668111 is 69, key is 844d197be988,38283,1731720177520/rs:state/1731720179585/Put/seqid=0 2024-11-16T01:23:14,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741846_1022 (size=5156) 2024-11-16T01:23:14,916 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:15,069 INFO [M:0;844d197be988:42497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/30ea7948e763431c9e42b532f1668111 2024-11-16T01:23:15,073 DEBUG [M:0;844d197be988:42497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/743e19a9ca5a425da52ffd7f3e40bbd9 as hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/743e19a9ca5a425da52ffd7f3e40bbd9 2024-11-16T01:23:15,076 INFO [M:0;844d197be988:42497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/743e19a9ca5a425da52ffd7f3e40bbd9, entries=8, sequenceid=55, filesize=5.5 K 2024-11-16T01:23:15,076 DEBUG [M:0;844d197be988:42497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11e8913dc3b341659c30082765f07d76 as hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11e8913dc3b341659c30082765f07d76 2024-11-16T01:23:15,079 INFO [M:0;844d197be988:42497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11e8913dc3b341659c30082765f07d76, entries=6, sequenceid=55, filesize=6.4 K 2024-11-16T01:23:15,080 DEBUG [M:0;844d197be988:42497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/30ea7948e763431c9e42b532f1668111 as hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/30ea7948e763431c9e42b532f1668111 2024-11-16T01:23:15,083 INFO [M:0;844d197be988:42497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40589/user/jenkins/test-data/079ccf20-5d92-c43a-9f51-e00cc6ced76f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/30ea7948e763431c9e42b532f1668111, entries=1, sequenceid=55, filesize=5.0 K 2024-11-16T01:23:15,084 INFO [M:0;844d197be988:42497 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=55, compaction requested=false 2024-11-16T01:23:15,087 INFO [M:0;844d197be988:42497 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:23:15,087 DEBUG [M:0;844d197be988:42497 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720193812Disabling compacts and flushes for region at 1731720193812Disabling writes for close at 1731720193812Obtaining lock to block concurrent updates at 1731720193812Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731720193812Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731720193813 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731720193813Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731720193813Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731720193825 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731720193825Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731720194231 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731720194243 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731720194243Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731720194650 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731720194665 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731720194665Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f7a5a50: reopening flushed file at 1731720195072 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8948186: reopening flushed file at 1731720195076 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4baf7366: reopening flushed file at 1731720195079 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=55, compaction requested=false at 1731720195084 (+5 ms)Writing region close event to WAL at 1731720195087 (+3 ms)Closed at 1731720195087 2024-11-16T01:23:15,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741830_1006 (size=32770) 2024-11-16T01:23:15,089 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:23:15,089 INFO [M:0;844d197be988:42497 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T01:23:15,090 INFO [M:0;844d197be988:42497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42497 2024-11-16T01:23:15,090 INFO [M:0;844d197be988:42497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:23:15,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:23:15,201 INFO [M:0;844d197be988:42497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:23:15,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42497-0x101413cb2620006, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:23:15,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51fd8aa2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:23:15,204 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34c6217a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:23:15,204 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:23:15,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@746b28f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:23:15,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4503c96e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/hadoop.log.dir/,STOPPED} 2024-11-16T01:23:15,206 WARN [BP-1343687935-172.17.0.2-1731720175420 heartbeating to localhost/127.0.0.1:40589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T01:23:15,206 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T01:23:15,206 WARN [BP-1343687935-172.17.0.2-1731720175420 heartbeating to localhost/127.0.0.1:40589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1343687935-172.17.0.2-1731720175420 (Datanode Uuid 5cb934ce-b6ee-45b1-961f-71a3c2f77771) service to localhost/127.0.0.1:40589 2024-11-16T01:23:15,206 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T01:23:15,206 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/cluster_719f9bc6-fafe-9dbf-4fa6-4578a07d21f8/data/data1/current/BP-1343687935-172.17.0.2-1731720175420 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:23:15,206 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/cluster_719f9bc6-fafe-9dbf-4fa6-4578a07d21f8/data/data2/current/BP-1343687935-172.17.0.2-1731720175420 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:23:15,206 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T01:23:15,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@765a472b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:23:15,211 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@405bbaba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:23:15,211 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:23:15,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41be3cb3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:23:15,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17a90d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1389f52-c1ea-8938-5041-e5dbbc0247a1/hadoop.log.dir/,STOPPED} 2024-11-16T01:23:15,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T01:23:15,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T01:23:15,225 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:23:15,225 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:23:15,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:15,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:15,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:23:15,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T01:23:15,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1559221721, stopped=false 2024-11-16T01:23:15,226 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=844d197be988,44479,1731720172302 2024-11-16T01:23:15,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1115265397/running 2024-11-16T01:23:15,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x101413cb2620004, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1115265397/running 2024-11-16T01:23:15,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1115265397 2024-11-16T01:23:15,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x101413cb2620004, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1115265397 2024-11-16T01:23:15,238 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:23:15,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:23:15,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:23:15,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:15,239 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '844d197be988,40627,1731720172447' ***** 2024-11-16T01:23:15,239 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T01:23:15,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40627-0x101413cb2620004, quorum=127.0.0.1:59501, baseZNode=/1115265397 Set watcher on znode that does not yet exist, /1115265397/running 2024-11-16T01:23:15,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Set watcher on znode that does not yet exist, /1115265397/running 2024-11-16T01:23:15,239 INFO [RS:0;844d197be988:40627 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T01:23:15,239 INFO [RS:0;844d197be988:40627 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T01:23:15,239 INFO [RS:0;844d197be988:40627 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T01:23:15,239 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T01:23:15,239 INFO [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(3091): Received CLOSE for ba2e4ecd21143706fba818ae0d13e08f 2024-11-16T01:23:15,239 INFO [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(959): stopping server 844d197be988,40627,1731720172447 2024-11-16T01:23:15,239 INFO [RS:0;844d197be988:40627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:23:15,239 INFO [RS:0;844d197be988:40627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:40627. 2024-11-16T01:23:15,239 DEBUG [RS:0;844d197be988:40627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:23:15,239 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba2e4ecd21143706fba818ae0d13e08f, disabling compactions & flushes 2024-11-16T01:23:15,239 DEBUG [RS:0;844d197be988:40627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:15,239 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731720182941.ba2e4ecd21143706fba818ae0d13e08f. 2024-11-16T01:23:15,239 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720182941.ba2e4ecd21143706fba818ae0d13e08f. 2024-11-16T01:23:15,239 INFO [RS:0;844d197be988:40627 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T01:23:15,239 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731720182941.ba2e4ecd21143706fba818ae0d13e08f. after waiting 0 ms 2024-11-16T01:23:15,239 INFO [RS:0;844d197be988:40627 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T01:23:15,239 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731720182941.ba2e4ecd21143706fba818ae0d13e08f. 2024-11-16T01:23:15,239 INFO [RS:0;844d197be988:40627 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T01:23:15,239 INFO [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T01:23:15,240 INFO [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T01:23:15,240 DEBUG [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ba2e4ecd21143706fba818ae0d13e08f=test,,1731720182941.ba2e4ecd21143706fba818ae0d13e08f.} 2024-11-16T01:23:15,240 DEBUG [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba2e4ecd21143706fba818ae0d13e08f 2024-11-16T01:23:15,240 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:23:15,240 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:23:15,240 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:23:15,240 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:23:15,240 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:23:15,240 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-16T01:23:15,243 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/default/test/ba2e4ecd21143706fba818ae0d13e08f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T01:23:15,244 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:23:15,244 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:23:15,244 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731720182941.ba2e4ecd21143706fba818ae0d13e08f. 2024-11-16T01:23:15,244 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba2e4ecd21143706fba818ae0d13e08f: Waiting for close lock at 1731720195239Running coprocessor pre-close hooks at 1731720195239Disabling compacts and flushes for region at 1731720195239Disabling writes for close at 1731720195239Writing region close event to WAL at 1731720195240 (+1 ms)Running coprocessor post-close hooks at 1731720195244 (+4 ms)Closed at 1731720195244 2024-11-16T01:23:15,244 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731720182941.ba2e4ecd21143706fba818ae0d13e08f. 2024-11-16T01:23:15,254 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740/.tmp/info/0764fa2b43694ff0a2ad150c67f9c07b is 129, key is test,,1731720182941.ba2e4ecd21143706fba818ae0d13e08f./info:regioninfo/1731720184092/Put/seqid=0 2024-11-16T01:23:15,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38735 is added to blk_1073741841_1017 (size=6421) 2024-11-16T01:23:15,278 INFO [regionserver/844d197be988:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:23:15,330 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:15,440 DEBUG [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:23:15,533 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T01:23:15,533 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T01:23:15,640 DEBUG [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:23:15,657 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740/.tmp/info/0764fa2b43694ff0a2ad150c67f9c07b 2024-11-16T01:23:15,674 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740/.tmp/ns/ab3292b3c4c0487eae45e537b6b62665 is 43, key is default/ns:d/1731720175298/Put/seqid=0 2024-11-16T01:23:15,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38735 is added to blk_1073741842_1018 (size=5153) 2024-11-16T01:23:15,819 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:15,840 DEBUG [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:23:16,040 DEBUG [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:23:16,077 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740/.tmp/ns/ab3292b3c4c0487eae45e537b6b62665 2024-11-16T01:23:16,093 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740/.tmp/rep_barrier/cfc240dd15c34477ade88bbd2945af82 is 112, key is test,,1731720182941.ba2e4ecd21143706fba818ae0d13e08f./rep_barrier:seqnumDuringOpen/1731720184092/Put/seqid=0 2024-11-16T01:23:16,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38735 is added to blk_1073741843_1019 (size=5518) 2024-11-16T01:23:16,241 DEBUG [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:23:16,334 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:16,441 INFO [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T01:23:16,441 DEBUG [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:23:16,441 DEBUG [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:23:16,497 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740/.tmp/rep_barrier/cfc240dd15c34477ade88bbd2945af82 2024-11-16T01:23:16,513 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740/.tmp/table/e3a5553c719b43f8b999126de683e9fb is 40, key is test/table:state/1731720184098/Put/seqid=0 2024-11-16T01:23:16,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38735 is added to blk_1073741844_1020 (size=5165) 2024-11-16T01:23:16,566 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T01:23:16,641 DEBUG [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:23:16,822 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:16,841 DEBUG [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:23:16,916 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740/.tmp/table/e3a5553c719b43f8b999126de683e9fb 2024-11-16T01:23:16,919 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740/.tmp/info/0764fa2b43694ff0a2ad150c67f9c07b as hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740/info/0764fa2b43694ff0a2ad150c67f9c07b 2024-11-16T01:23:16,922 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740/info/0764fa2b43694ff0a2ad150c67f9c07b, entries=10, sequenceid=11, filesize=6.3 K 2024-11-16T01:23:16,923 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740/.tmp/ns/ab3292b3c4c0487eae45e537b6b62665 as hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740/ns/ab3292b3c4c0487eae45e537b6b62665 2024-11-16T01:23:16,926 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740/ns/ab3292b3c4c0487eae45e537b6b62665, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T01:23:16,927 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740/.tmp/rep_barrier/cfc240dd15c34477ade88bbd2945af82 as hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740/rep_barrier/cfc240dd15c34477ade88bbd2945af82 2024-11-16T01:23:16,929 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740/rep_barrier/cfc240dd15c34477ade88bbd2945af82, entries=1, sequenceid=11, filesize=5.4 K 2024-11-16T01:23:16,930 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740/.tmp/table/e3a5553c719b43f8b999126de683e9fb as hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740/table/e3a5553c719b43f8b999126de683e9fb 2024-11-16T01:23:16,932 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740/table/e3a5553c719b43f8b999126de683e9fb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T01:23:16,933 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1693ms, sequenceid=11, compaction requested=false 2024-11-16T01:23:16,936 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T01:23:16,937 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:23:16,937 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:23:16,937 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:23:16,937 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720195240Running coprocessor pre-close hooks at 1731720195240Disabling compacts and flushes for region at 1731720195240Disabling writes for close at 1731720195240Obtaining lock to block concurrent updates at 1731720195240Preparing flush snapshotting stores in 1588230740 at 1731720195240Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731720195240Flushing stores of hbase:meta,,1.1588230740 at 1731720195241 (+1 ms)Flushing 1588230740/info: creating writer at 1731720195241Flushing 1588230740/info: appending metadata at 1731720195254 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731720195254Flushing 1588230740/ns: creating writer at 1731720195661 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731720195673 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731720195673Flushing 1588230740/rep_barrier: creating writer at 1731720196081 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731720196093 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731720196093Flushing 1588230740/table: creating writer at 1731720196500 (+407 ms)Flushing 1588230740/table: appending metadata at 1731720196512 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731720196512Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f5e171b: reopening flushed file at 1731720196919 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bcac728: reopening flushed file at 1731720196923 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d1786f2: reopening flushed file at 1731720196926 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12093314: reopening flushed file at 1731720196929 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1693ms, sequenceid=11, compaction requested=false at 1731720196933 (+4 ms)Writing region close event to WAL at 1731720196934 (+1 ms)Running coprocessor post-close hooks at 1731720196937 (+3 ms)Closed at 1731720196937 2024-11-16T01:23:16,937 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T01:23:17,041 INFO [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(976): stopping server 844d197be988,40627,1731720172447; all regions closed. 2024-11-16T01:23:17,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38735 is added to blk_1073741834_1010 (size=2717) 2024-11-16T01:23:17,045 DEBUG [RS:0;844d197be988:40627 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/oldWALs 2024-11-16T01:23:17,045 INFO [RS:0;844d197be988:40627 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C40627%2C1731720172447.meta:.meta(num 1731720175261) 2024-11-16T01:23:17,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38735 is added to blk_1073741832_1008 (size=1374) 2024-11-16T01:23:17,047 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/WALs/844d197be988,40627,1731720172447/844d197be988%2C40627%2C1731720172447.1731720174645 not finished, retry = 0 2024-11-16T01:23:17,149 DEBUG [RS:0;844d197be988:40627 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/oldWALs 2024-11-16T01:23:17,149 INFO [RS:0;844d197be988:40627 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 844d197be988%2C40627%2C1731720172447:(num 1731720174645) 2024-11-16T01:23:17,149 DEBUG [RS:0;844d197be988:40627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:17,149 INFO [RS:0;844d197be988:40627 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:23:17,149 INFO [RS:0;844d197be988:40627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:23:17,149 INFO [RS:0;844d197be988:40627 {}] hbase.ChoreService(370): Chore service for: regionserver/844d197be988:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T01:23:17,149 INFO [RS:0;844d197be988:40627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:23:17,149 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:23:17,149 INFO [RS:0;844d197be988:40627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:40627. 2024-11-16T01:23:17,149 DEBUG [RS:0;844d197be988:40627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:23:17,149 DEBUG [RS:0;844d197be988:40627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:17,149 DEBUG [RS:0;844d197be988:40627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:17,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:23:17,149 INFO [RS:0;844d197be988:40627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40627 2024-11-16T01:23:17,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x101413cb2620004, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1115265397/rs/844d197be988,40627,1731720172447 2024-11-16T01:23:17,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1115265397/rs 2024-11-16T01:23:17,154 INFO [RS:0;844d197be988:40627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:23:17,164 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [844d197be988,40627,1731720172447] 2024-11-16T01:23:17,175 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1115265397/draining/844d197be988,40627,1731720172447 already deleted, retry=false 2024-11-16T01:23:17,175 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 844d197be988,40627,1731720172447 expired; onlineServers=0 2024-11-16T01:23:17,175 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '844d197be988,44479,1731720172302' ***** 2024-11-16T01:23:17,175 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T01:23:17,175 INFO [M:0;844d197be988:44479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:23:17,175 INFO [M:0;844d197be988:44479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:23:17,175 DEBUG [M:0;844d197be988:44479 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T01:23:17,175 DEBUG [M:0;844d197be988:44479 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T01:23:17,175 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T01:23:17,175 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720174396 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720174396,5,FailOnTimeoutGroup] 2024-11-16T01:23:17,175 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720174397 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720174397,5,FailOnTimeoutGroup] 2024-11-16T01:23:17,175 INFO [M:0;844d197be988:44479 {}] hbase.ChoreService(370): Chore service for: master/844d197be988:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T01:23:17,175 INFO [M:0;844d197be988:44479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:23:17,175 DEBUG [M:0;844d197be988:44479 {}] master.HMaster(1795): Stopping service threads 2024-11-16T01:23:17,175 INFO [M:0;844d197be988:44479 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T01:23:17,175 INFO [M:0;844d197be988:44479 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:23:17,175 INFO [M:0;844d197be988:44479 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T01:23:17,175 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T01:23:17,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1115265397/master 2024-11-16T01:23:17,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1115265397 2024-11-16T01:23:17,185 DEBUG [M:0;844d197be988:44479 {}] zookeeper.ZKUtil(347): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Unable to get data of znode /1115265397/master because node does not exist (not an error) 2024-11-16T01:23:17,185 WARN [M:0;844d197be988:44479 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T01:23:17,186 INFO [M:0;844d197be988:44479 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/.lastflushedseqids 2024-11-16T01:23:17,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38735 is added to blk_1073741845_1021 (size=173) 2024-11-16T01:23:17,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x101413cb2620004, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:23:17,264 INFO [RS:0;844d197be988:40627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:23:17,264 INFO [RS:0;844d197be988:40627 {}] regionserver.HRegionServer(1031): Exiting; stopping=844d197be988,40627,1731720172447; zookeeper connection closed. 2024-11-16T01:23:17,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x101413cb2620004, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:23:17,265 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11d16aea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11d16aea 2024-11-16T01:23:17,265 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T01:23:17,437 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:17,450 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T01:23:17,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:17,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:17,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:17,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:17,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:17,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:17,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:17,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:17,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:17,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:17,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:17,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:17,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:17,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:17,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:17,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:17,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:17,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T01:23:17,592 INFO [M:0;844d197be988:44479 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T01:23:17,592 INFO [M:0;844d197be988:44479 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T01:23:17,592 DEBUG [M:0;844d197be988:44479 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:23:17,592 INFO [M:0;844d197be988:44479 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:23:17,592 DEBUG [M:0;844d197be988:44479 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:23:17,592 DEBUG [M:0;844d197be988:44479 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:23:17,592 DEBUG [M:0;844d197be988:44479 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:23:17,592 INFO [M:0;844d197be988:44479 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-16T01:23:17,609 DEBUG [M:0;844d197be988:44479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7db15c3c8d044e51917f23de727b7da8 is 82, key is hbase:meta,,1/info:regioninfo/1731720175288/Put/seqid=0 2024-11-16T01:23:17,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38735 is added to blk_1073741846_1022 (size=5672) 2024-11-16T01:23:17,933 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:18,012 INFO [M:0;844d197be988:44479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7db15c3c8d044e51917f23de727b7da8 2024-11-16T01:23:18,028 DEBUG [M:0;844d197be988:44479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4d82536cea342d2b968c94e32f12633 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731720184101/Put/seqid=0 2024-11-16T01:23:18,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38735 is added to blk_1073741847_1023 (size=6585) 2024-11-16T01:23:18,432 INFO [M:0;844d197be988:44479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4d82536cea342d2b968c94e32f12633 2024-11-16T01:23:18,452 DEBUG [M:0;844d197be988:44479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fac56daae5b1494a9e19872074516207 is 69, key is 844d197be988,40627,1731720172447/rs:state/1731720174505/Put/seqid=0 2024-11-16T01:23:18,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38735 is added to blk_1073741848_1024 (size=5156) 2024-11-16T01:23:18,641 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:18,855 INFO [M:0;844d197be988:44479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fac56daae5b1494a9e19872074516207 2024-11-16T01:23:18,859 DEBUG [M:0;844d197be988:44479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7db15c3c8d044e51917f23de727b7da8 as hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7db15c3c8d044e51917f23de727b7da8 2024-11-16T01:23:18,863 INFO [M:0;844d197be988:44479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7db15c3c8d044e51917f23de727b7da8, entries=8, sequenceid=55, filesize=5.5 K 2024-11-16T01:23:18,864 DEBUG [M:0;844d197be988:44479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4d82536cea342d2b968c94e32f12633 as hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4d82536cea342d2b968c94e32f12633 2024-11-16T01:23:18,867 INFO [M:0;844d197be988:44479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4d82536cea342d2b968c94e32f12633, entries=6, sequenceid=55, filesize=6.4 K 2024-11-16T01:23:18,868 DEBUG [M:0;844d197be988:44479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fac56daae5b1494a9e19872074516207 as hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fac56daae5b1494a9e19872074516207 2024-11-16T01:23:18,871 INFO [M:0;844d197be988:44479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fac56daae5b1494a9e19872074516207, entries=1, sequenceid=55, filesize=5.0 K 2024-11-16T01:23:18,872 INFO [M:0;844d197be988:44479 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=55, compaction requested=false 2024-11-16T01:23:18,874 INFO [M:0;844d197be988:44479 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:23:18,874 DEBUG [M:0;844d197be988:44479 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720197592Disabling compacts and flushes for region at 1731720197592Disabling writes for close at 1731720197592Obtaining lock to block concurrent updates at 1731720197592Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731720197592Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731720197592Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731720197593 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731720197593Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731720197609 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731720197609Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731720198015 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731720198028 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731720198028Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731720198435 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731720198451 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731720198451Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37fd8646: reopening flushed file at 1731720198859 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a6f145a: reopening flushed file at 1731720198863 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dd732dd: reopening flushed file at 1731720198867 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=55, compaction requested=false at 1731720198872 (+5 ms)Writing region close event to WAL at 1731720198873 (+1 ms)Closed at 1731720198873 2024-11-16T01:23:18,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38735 is added to blk_1073741830_1006 (size=32758) 2024-11-16T01:23:18,875 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40659f24-2805-1b3d-fb58-14f2b132b2d6/MasterData/WALs/844d197be988,44479,1731720172302/844d197be988%2C44479%2C1731720172302.1731720174190 not finished, retry = 0 2024-11-16T01:23:18,976 INFO [M:0;844d197be988:44479 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T01:23:18,976 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:23:18,976 INFO [M:0;844d197be988:44479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44479 2024-11-16T01:23:18,977 INFO [M:0;844d197be988:44479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:23:19,136 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:19,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:23:19,138 INFO [M:0;844d197be988:44479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:23:19,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x101413cb2620003, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:23:19,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7064e3ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:23:19,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30a1ce18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:23:19,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:23:19,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36d30e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:23:19,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75a86cd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/hadoop.log.dir/,STOPPED} 2024-11-16T01:23:19,150 WARN [BP-1799971420-172.17.0.2-1731720170372 heartbeating to localhost/127.0.0.1:39471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T01:23:19,150 WARN [BP-1799971420-172.17.0.2-1731720170372 heartbeating to localhost/127.0.0.1:39471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1799971420-172.17.0.2-1731720170372 (Datanode Uuid 663ce3e6-8f86-4625-a6a8-280b3be7a675) service to localhost/127.0.0.1:39471 2024-11-16T01:23:19,150 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T01:23:19,150 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T01:23:19,151 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/cluster_5ae99038-eb22-72f4-b413-b4a007f57114/data/data1/current/BP-1799971420-172.17.0.2-1731720170372 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:23:19,151 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/cluster_5ae99038-eb22-72f4-b413-b4a007f57114/data/data2/current/BP-1799971420-172.17.0.2-1731720170372 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:23:19,151 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T01:23:19,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fba7b92{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:23:19,157 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78563c3e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:23:19,157 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:23:19,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58b6d40f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:23:19,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25665306{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a02028a-ba23-7624-2a47-ea03e0b1ed34/hadoop.log.dir/,STOPPED} 2024-11-16T01:23:19,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T01:23:19,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T01:23:19,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:23:19,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:23:19,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:19,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:19,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:23:19,170 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T01:23:19,170 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2100847079, stopped=false 2024-11-16T01:23:19,170 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=844d197be988,34743,1731720166976 2024-11-16T01:23:19,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01518295276/running 2024-11-16T01:23:19,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x101413cb2620001, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01518295276/running 2024-11-16T01:23:19,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x101413cb2620001, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518295276 2024-11-16T01:23:19,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518295276 2024-11-16T01:23:19,185 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:23:19,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Set watcher on znode that does not yet exist, /01518295276/running 2024-11-16T01:23:19,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32895-0x101413cb2620001, quorum=127.0.0.1:59501, baseZNode=/01518295276 Set watcher on znode that does not yet exist, /01518295276/running 2024-11-16T01:23:19,187 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T01:23:19,187 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:23:19,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:19,187 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '844d197be988,32895,1731720167195' ***** 2024-11-16T01:23:19,187 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T01:23:19,187 INFO [RS:0;844d197be988:32895 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T01:23:19,187 INFO [RS:0;844d197be988:32895 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T01:23:19,187 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T01:23:19,187 INFO [RS:0;844d197be988:32895 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T01:23:19,187 INFO [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(3091): Received CLOSE for fbc29e37418a0ab938665cf9a959cf3e 2024-11-16T01:23:19,187 INFO [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(3091): Received CLOSE for 100e08d4669979527a7279c76fc48f11 2024-11-16T01:23:19,187 INFO [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(959): stopping server 844d197be988,32895,1731720167195 2024-11-16T01:23:19,187 INFO [RS:0;844d197be988:32895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:23:19,188 INFO [RS:0;844d197be988:32895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:32895. 2024-11-16T01:23:19,188 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbc29e37418a0ab938665cf9a959cf3e, disabling compactions & flushes 2024-11-16T01:23:19,188 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e. 2024-11-16T01:23:19,188 DEBUG [RS:0;844d197be988:32895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:23:19,188 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e. 2024-11-16T01:23:19,188 DEBUG [RS:0;844d197be988:32895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:19,188 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e. after waiting 0 ms 2024-11-16T01:23:19,188 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e. 2024-11-16T01:23:19,188 INFO [RS:0;844d197be988:32895 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T01:23:19,188 INFO [RS:0;844d197be988:32895 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T01:23:19,188 INFO [RS:0;844d197be988:32895 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T01:23:19,188 INFO [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T01:23:19,188 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fbc29e37418a0ab938665cf9a959cf3e 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-16T01:23:19,188 INFO [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T01:23:19,188 DEBUG [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fbc29e37418a0ab938665cf9a959cf3e=hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e., 100e08d4669979527a7279c76fc48f11=test,,1731720180779.100e08d4669979527a7279c76fc48f11.} 2024-11-16T01:23:19,188 DEBUG [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(1351): Waiting on 100e08d4669979527a7279c76fc48f11, 1588230740, fbc29e37418a0ab938665cf9a959cf3e 2024-11-16T01:23:19,188 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T01:23:19,188 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T01:23:19,188 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T01:23:19,188 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T01:23:19,188 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T01:23:19,188 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T01:23:19,202 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740/.tmp/info/bb237844d82a480c97eae8fde3b5e545 is 147, key is hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e./info:regioninfo/1731720186918/Put/seqid=0 2024-11-16T01:23:19,205 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/replication/fbc29e37418a0ab938665cf9a959cf3e/.tmp/hfileref/e6d3dd4ce1da43239c5be5a81646bae0 is 74, key is 1/hfileref:31fbd603d16244c0b9d47525ef77c950_SeqId_6_/1731720191837/DeleteColumn/seqid=0 2024-11-16T01:23:19,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741847_1023 (size=7686) 2024-11-16T01:23:19,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741848_1024 (size=5489) 2024-11-16T01:23:19,281 INFO [regionserver/844d197be988:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:23:19,388 DEBUG [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(1351): Waiting on 100e08d4669979527a7279c76fc48f11, 1588230740, fbc29e37418a0ab938665cf9a959cf3e 2024-11-16T01:23:19,487 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T01:23:19,487 INFO [regionserver/844d197be988:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T01:23:19,588 DEBUG [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(1351): Waiting on 100e08d4669979527a7279c76fc48f11, 1588230740, fbc29e37418a0ab938665cf9a959cf3e 2024-11-16T01:23:19,605 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740/.tmp/info/bb237844d82a480c97eae8fde3b5e545 2024-11-16T01:23:19,608 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/replication/fbc29e37418a0ab938665cf9a959cf3e/.tmp/hfileref/e6d3dd4ce1da43239c5be5a81646bae0 2024-11-16T01:23:19,621 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740/.tmp/ns/05ad8b213c6e494cabbec56a9e45fa1b is 43, key is default/ns:d/1731720170219/Put/seqid=0 2024-11-16T01:23:19,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741849_1025 (size=5153) 2024-11-16T01:23:19,627 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/replication/fbc29e37418a0ab938665cf9a959cf3e/.tmp/queue/f13b8bbcfa73435d8966ed1e99b89bbc is 153, key is 1-844d197be988,32895,1731720167195/queue:844d197be988%2C32895%2C1731720167195/1731720191838/Put/seqid=0 2024-11-16T01:23:19,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741850_1026 (size=5504) 2024-11-16T01:23:19,789 DEBUG [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(1351): Waiting on 100e08d4669979527a7279c76fc48f11, 1588230740, fbc29e37418a0ab938665cf9a959cf3e 2024-11-16T01:23:19,944 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:19,989 DEBUG [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(1351): Waiting on 100e08d4669979527a7279c76fc48f11, 1588230740, fbc29e37418a0ab938665cf9a959cf3e 2024-11-16T01:23:20,024 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740/.tmp/ns/05ad8b213c6e494cabbec56a9e45fa1b 2024-11-16T01:23:20,036 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/replication/fbc29e37418a0ab938665cf9a959cf3e/.tmp/queue/f13b8bbcfa73435d8966ed1e99b89bbc 2024-11-16T01:23:20,039 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/replication/fbc29e37418a0ab938665cf9a959cf3e/.tmp/hfileref/e6d3dd4ce1da43239c5be5a81646bae0 as hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/replication/fbc29e37418a0ab938665cf9a959cf3e/hfileref/e6d3dd4ce1da43239c5be5a81646bae0 2024-11-16T01:23:20,040 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740/.tmp/rep_barrier/1b6d9b0532a04775add010485410e0ff is 112, key is test,,1731720180779.100e08d4669979527a7279c76fc48f11./rep_barrier:seqnumDuringOpen/1731720181942/Put/seqid=0 2024-11-16T01:23:20,042 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/replication/fbc29e37418a0ab938665cf9a959cf3e/hfileref/e6d3dd4ce1da43239c5be5a81646bae0, entries=6, sequenceid=17, filesize=5.4 K 2024-11-16T01:23:20,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741851_1027 (size=5518) 2024-11-16T01:23:20,043 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/replication/fbc29e37418a0ab938665cf9a959cf3e/.tmp/queue/f13b8bbcfa73435d8966ed1e99b89bbc as hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/replication/fbc29e37418a0ab938665cf9a959cf3e/queue/f13b8bbcfa73435d8966ed1e99b89bbc 2024-11-16T01:23:20,046 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/replication/fbc29e37418a0ab938665cf9a959cf3e/queue/f13b8bbcfa73435d8966ed1e99b89bbc, entries=2, sequenceid=17, filesize=5.4 K 2024-11-16T01:23:20,047 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for fbc29e37418a0ab938665cf9a959cf3e in 859ms, sequenceid=17, compaction requested=false 2024-11-16T01:23:20,049 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/replication/fbc29e37418a0ab938665cf9a959cf3e/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-16T01:23:20,050 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:23:20,050 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:23:20,050 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e. 2024-11-16T01:23:20,050 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbc29e37418a0ab938665cf9a959cf3e: Waiting for close lock at 1731720199187Running coprocessor pre-close hooks at 1731720199188 (+1 ms)Disabling compacts and flushes for region at 1731720199188Disabling writes for close at 1731720199188Obtaining lock to block concurrent updates at 1731720199188Preparing flush snapshotting stores in fbc29e37418a0ab938665cf9a959cf3e at 1731720199188Finished memstore snapshotting hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731720199188Flushing stores of hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e. at 1731720199189 (+1 ms)Flushing fbc29e37418a0ab938665cf9a959cf3e/hfileref: creating writer at 1731720199189Flushing fbc29e37418a0ab938665cf9a959cf3e/hfileref: appending metadata at 1731720199204 (+15 ms)Flushing fbc29e37418a0ab938665cf9a959cf3e/hfileref: closing flushed file at 1731720199204Flushing fbc29e37418a0ab938665cf9a959cf3e/queue: creating writer at 1731720199611 (+407 ms)Flushing fbc29e37418a0ab938665cf9a959cf3e/queue: appending metadata at 1731720199627 (+16 ms)Flushing fbc29e37418a0ab938665cf9a959cf3e/queue: closing flushed file at 1731720199627Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@566fdacc: reopening flushed file at 1731720200039 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1102f8b1: reopening flushed file at 1731720200043 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for fbc29e37418a0ab938665cf9a959cf3e in 859ms, sequenceid=17, compaction requested=false at 1731720200047 (+4 ms)Writing region close event to WAL at 1731720200048 (+1 ms)Running coprocessor post-close hooks at 1731720200050 (+2 ms)Closed at 1731720200050 2024-11-16T01:23:20,050 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731720185738.fbc29e37418a0ab938665cf9a959cf3e. 2024-11-16T01:23:20,050 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 100e08d4669979527a7279c76fc48f11, disabling compactions & flushes 2024-11-16T01:23:20,050 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731720180779.100e08d4669979527a7279c76fc48f11. 2024-11-16T01:23:20,050 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731720180779.100e08d4669979527a7279c76fc48f11. 2024-11-16T01:23:20,050 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731720180779.100e08d4669979527a7279c76fc48f11. after waiting 0 ms 2024-11-16T01:23:20,050 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731720180779.100e08d4669979527a7279c76fc48f11. 2024-11-16T01:23:20,053 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/default/test/100e08d4669979527a7279c76fc48f11/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T01:23:20,053 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:23:20,053 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T01:23:20,053 INFO [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731720180779.100e08d4669979527a7279c76fc48f11. 2024-11-16T01:23:20,053 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 100e08d4669979527a7279c76fc48f11: Waiting for close lock at 1731720200050Running coprocessor pre-close hooks at 1731720200050Disabling compacts and flushes for region at 1731720200050Disabling writes for close at 1731720200050Writing region close event to WAL at 1731720200051 (+1 ms)Running coprocessor post-close hooks at 1731720200053 (+2 ms)Closed at 1731720200053 2024-11-16T01:23:20,053 DEBUG [RS_CLOSE_REGION-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731720180779.100e08d4669979527a7279c76fc48f11. 2024-11-16T01:23:20,189 INFO [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T01:23:20,189 DEBUG [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T01:23:20,189 DEBUG [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:23:20,389 DEBUG [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:23:20,444 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740/.tmp/rep_barrier/1b6d9b0532a04775add010485410e0ff 2024-11-16T01:23:20,444 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:20,447 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:23:20,447 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 688, reset compression=false 2024-11-16T01:23:20,447 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.shipper844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-844d197be988,32895,1731720167195 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T01:23:20,448 ERROR [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.shipper844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 844d197be988,32895,1731720167195: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-844d197be988,32895,1731720167195, walGroup=844d197be988%2C32895%2C1731720167195, offset=844d197be988%2C32895%2C1731720167195.1731720190402:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:32895 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T01:23:20,449 ERROR [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.shipper844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T01:23:20,449 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.shipper844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T01:23:20,450 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.shipper844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T01:23:20,450 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.shipper844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T01:23:20,450 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.shipper844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T01:23:20,450 INFO [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.shipper844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1625292800, "init": 1048576000, "max": 2306867200, "used": 1192066000 }, "NonHeapMemoryUsage": { "committed": 211812352, "init": 7667712, "max": -1, "used": 208758304 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T01:23:20,450 WARN [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.shipper844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:34743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=844d197be988:34743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T01:23:20,461 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740/.tmp/table/07d0d60228d548cda1c36650e6d7cc53 is 53, key is hbase:replication/table:state/1731720186934/Put/seqid=0 2024-11-16T01:23:20,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741852_1028 (size=5308) 2024-11-16T01:23:20,589 DEBUG [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:23:20,650 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 688, reset compression=false 2024-11-16T01:23:20,789 DEBUG [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T01:23:20,864 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740/.tmp/table/07d0d60228d548cda1c36650e6d7cc53 2024-11-16T01:23:20,868 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740/.tmp/info/bb237844d82a480c97eae8fde3b5e545 as hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740/info/bb237844d82a480c97eae8fde3b5e545 2024-11-16T01:23:20,871 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740/info/bb237844d82a480c97eae8fde3b5e545, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T01:23:20,871 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740/.tmp/ns/05ad8b213c6e494cabbec56a9e45fa1b as hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740/ns/05ad8b213c6e494cabbec56a9e45fa1b 2024-11-16T01:23:20,873 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740/ns/05ad8b213c6e494cabbec56a9e45fa1b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T01:23:20,874 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740/.tmp/rep_barrier/1b6d9b0532a04775add010485410e0ff as hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740/rep_barrier/1b6d9b0532a04775add010485410e0ff 2024-11-16T01:23:20,876 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740/rep_barrier/1b6d9b0532a04775add010485410e0ff, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T01:23:20,877 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740/.tmp/table/07d0d60228d548cda1c36650e6d7cc53 as hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740/table/07d0d60228d548cda1c36650e6d7cc53 2024-11-16T01:23:20,879 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740/table/07d0d60228d548cda1c36650e6d7cc53, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T01:23:20,880 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1692ms, sequenceid=16, compaction requested=false 2024-11-16T01:23:20,880 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T01:23:20,883 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T01:23:20,883 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T01:23:20,883 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T01:23:20,883 INFO [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T01:23:20,883 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731720199188Running coprocessor pre-close hooks at 1731720199188Disabling compacts and flushes for region at 1731720199188Disabling writes for close at 1731720199188Obtaining lock to block concurrent updates at 1731720199188Preparing flush snapshotting stores in 1588230740 at 1731720199188Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731720199188Flushing stores of hbase:meta,,1.1588230740 at 1731720199189 (+1 ms)Flushing 1588230740/info: creating writer at 1731720199189Flushing 1588230740/info: appending metadata at 1731720199202 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731720199202Flushing 1588230740/ns: creating writer at 1731720199609 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731720199621 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731720199621Flushing 1588230740/rep_barrier: creating writer at 1731720200027 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731720200040 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731720200040Flushing 1588230740/table: creating writer at 1731720200449 (+409 ms)Flushing 1588230740/table: appending metadata at 1731720200461 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731720200461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50d4af49: reopening flushed file at 1731720200867 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fb34d94: reopening flushed file at 1731720200871 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c59bf8: reopening flushed file at 1731720200874 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c62a110: reopening flushed file at 1731720200876 (+2 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1692ms, sequenceid=16, compaction requested=false at 1731720200880 (+4 ms)Writing region close event to WAL at 1731720200881 (+1 ms)Running coprocessor post-close hooks at 1731720200883 (+2 ms)Closed at 1731720200883 2024-11-16T01:23:20,883 DEBUG [RS_CLOSE_META-regionserver/844d197be988:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T01:23:20,953 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 688, reset compression=false 2024-11-16T01:23:20,990 INFO [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(976): stopping server 844d197be988,32895,1731720167195; all regions closed. 2024-11-16T01:23:20,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741843_1019 (size=859) 2024-11-16T01:23:20,991 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.meta.1731720190430.meta not finished, retry = 0 2024-11-16T01:23:21,093 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.rep.1731720190454 not finished, retry = 0 2024-11-16T01:23:21,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741844_1020 (size=2791) 2024-11-16T01:23:21,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741842_1018 (size=696) 2024-11-16T01:23:21,195 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 not finished, retry = 0 2024-11-16T01:23:21,297 DEBUG [RS:0;844d197be988:32895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:21,297 INFO [RS:0;844d197be988:32895 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T01:23:21,297 INFO [RS:0;844d197be988:32895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:23:21,297 INFO [RS:0;844d197be988:32895 {}] hbase.ChoreService(370): Chore service for: regionserver/844d197be988:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T01:23:21,297 INFO [RS:0;844d197be988:32895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:23:21,297 INFO [RS:0;844d197be988:32895 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-844d197be988,32895,1731720167195 because: Region server is closing 2024-11-16T01:23:21,298 INFO [RS:0;844d197be988:32895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:32895. 2024-11-16T01:23:21,298 DEBUG [RS:0;844d197be988:32895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:23:21,298 DEBUG [RS:0;844d197be988:32895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:21,298 DEBUG [RS:0;844d197be988:32895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:21,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:23:21,298 INFO [regionserver/844d197be988:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:23:21,348 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 to pos 393, reset compression=false 2024-11-16T01:23:21,350 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402 2024-11-16T01:23:21,350 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T01:23:21,350 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-16T01:23:21,350 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.wal-reader.844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-16T01:23:21,350 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.shipper844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-844d197be988,32895,1731720167195 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/WALs/844d197be988,32895,1731720167195/844d197be988%2C32895%2C1731720167195.1731720190402, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-16T01:23:21,351 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.shipper844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-16T01:23:21,351 DEBUG [RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.shipper844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [844d197be988%2C32895%2C1731720167195.1731720190402] 2024-11-16T01:23:21,398 INFO [RS:0;844d197be988:32895 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,1-844d197be988,32895,1731720167195.replicationSource.shipper844d197be988%2C32895%2C1731720167195,1-844d197be988,32895,1731720167195 terminated 2024-11-16T01:23:21,399 INFO [RS:0;844d197be988:32895 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-844d197be988,32895,1731720167195 because: Region server is closing 2024-11-16T01:23:21,399 INFO [RS:0;844d197be988:32895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;844d197be988:32895. 2024-11-16T01:23:21,399 DEBUG [RS:0;844d197be988:32895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T01:23:21,399 DEBUG [RS:0;844d197be988:32895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:21,399 DEBUG [RS:0;844d197be988:32895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T01:23:21,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T01:23:21,399 INFO [RS:0;844d197be988:32895 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/844d197be988:0-0.replicationSource,2-844d197be988,32895,1731720167195.replicationSource.shipper844d197be988%2C32895%2C1731720167195,2-844d197be988,32895,1731720167195 terminated 2024-11-16T01:23:21,399 INFO [RS:0;844d197be988:32895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32895 2024-11-16T01:23:21,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518295276/rs 2024-11-16T01:23:21,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x101413cb2620001, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01518295276/rs/844d197be988,32895,1731720167195 2024-11-16T01:23:21,459 INFO [RS:0;844d197be988:32895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:23:21,459 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [844d197be988,32895,1731720167195] 2024-11-16T01:23:21,480 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01518295276/draining/844d197be988,32895,1731720167195 already deleted, retry=false 2024-11-16T01:23:21,480 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 844d197be988,32895,1731720167195 expired; onlineServers=0 2024-11-16T01:23:21,480 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '844d197be988,34743,1731720166976' ***** 2024-11-16T01:23:21,480 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T01:23:21,480 INFO [M:0;844d197be988:34743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T01:23:21,480 INFO [M:0;844d197be988:34743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T01:23:21,480 DEBUG [M:0;844d197be988:34743 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T01:23:21,481 DEBUG [M:0;844d197be988:34743 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T01:23:21,481 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T01:23:21,481 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720169362 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.large.0-1731720169362,5,FailOnTimeoutGroup] 2024-11-16T01:23:21,481 DEBUG [master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720169362 {}] cleaner.HFileCleaner(306): Exit Thread[master/844d197be988:0:becomeActiveMaster-HFileCleaner.small.0-1731720169362,5,FailOnTimeoutGroup] 2024-11-16T01:23:21,481 INFO [M:0;844d197be988:34743 {}] hbase.ChoreService(370): Chore service for: master/844d197be988:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T01:23:21,481 INFO [M:0;844d197be988:34743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T01:23:21,481 DEBUG [M:0;844d197be988:34743 {}] master.HMaster(1795): Stopping service threads 2024-11-16T01:23:21,481 INFO [M:0;844d197be988:34743 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T01:23:21,482 INFO [M:0;844d197be988:34743 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T01:23:21,482 ERROR [M:0;844d197be988:34743 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (2100698899) connection to localhost/127.0.0.1:36701 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36701,5,PEWorkerGroup] 2024-11-16T01:23:21,482 INFO [M:0;844d197be988:34743 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T01:23:21,482 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T01:23:21,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01518295276/master 2024-11-16T01:23:21,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518295276 2024-11-16T01:23:21,491 DEBUG [M:0;844d197be988:34743 {}] zookeeper.ZKUtil(347): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Unable to get data of znode /01518295276/master because node does not exist (not an error) 2024-11-16T01:23:21,491 WARN [M:0;844d197be988:34743 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T01:23:21,492 INFO [M:0;844d197be988:34743 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/.lastflushedseqids 2024-11-16T01:23:21,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741853_1029 (size=263) 2024-11-16T01:23:21,514 INFO [M:0;844d197be988:34743 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T01:23:21,514 INFO [M:0;844d197be988:34743 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T01:23:21,514 DEBUG [M:0;844d197be988:34743 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T01:23:21,514 INFO [M:0;844d197be988:34743 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:23:21,514 DEBUG [M:0;844d197be988:34743 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:23:21,514 DEBUG [M:0;844d197be988:34743 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T01:23:21,514 DEBUG [M:0;844d197be988:34743 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:23:21,514 INFO [M:0;844d197be988:34743 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-16T01:23:21,540 DEBUG [M:0;844d197be988:34743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/929167277afb4bd4865e0fac4bfb1a91 is 82, key is hbase:meta,,1/info:regioninfo/1731720170179/Put/seqid=0 2024-11-16T01:23:21,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741854_1030 (size=5672) 2024-11-16T01:23:21,551 INFO [M:0;844d197be988:34743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/929167277afb4bd4865e0fac4bfb1a91 2024-11-16T01:23:21,570 INFO [RS:0;844d197be988:32895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:23:21,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x101413cb2620001, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:23:21,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x101413cb2620001, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:23:21,570 INFO [RS:0;844d197be988:32895 {}] regionserver.HRegionServer(1031): Exiting; stopping=844d197be988,32895,1731720167195; zookeeper connection closed. 2024-11-16T01:23:21,574 DEBUG [M:0;844d197be988:34743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8bf5645fa55443a5a92b3eeb83408fef is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731720186937/Put/seqid=0 2024-11-16T01:23:21,576 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44f9c87e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44f9c87e 2024-11-16T01:23:21,576 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T01:23:21,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741855_1031 (size=8909) 2024-11-16T01:23:21,589 INFO [M:0;844d197be988:34743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8bf5645fa55443a5a92b3eeb83408fef 2024-11-16T01:23:21,607 DEBUG [M:0;844d197be988:34743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37d15f5b92894fce8b6f689a6536993b is 69, key is 844d197be988,32895,1731720167195/rs:state/1731720169457/Put/seqid=0 2024-11-16T01:23:21,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741856_1032 (size=5156) 2024-11-16T01:23:21,610 INFO [M:0;844d197be988:34743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37d15f5b92894fce8b6f689a6536993b 2024-11-16T01:23:21,614 DEBUG [M:0;844d197be988:34743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/929167277afb4bd4865e0fac4bfb1a91 as hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/929167277afb4bd4865e0fac4bfb1a91 2024-11-16T01:23:21,617 INFO [M:0;844d197be988:34743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/929167277afb4bd4865e0fac4bfb1a91, entries=8, sequenceid=112, filesize=5.5 K 2024-11-16T01:23:21,617 DEBUG [M:0;844d197be988:34743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8bf5645fa55443a5a92b3eeb83408fef as hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8bf5645fa55443a5a92b3eeb83408fef 2024-11-16T01:23:21,620 INFO [M:0;844d197be988:34743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8bf5645fa55443a5a92b3eeb83408fef, entries=13, sequenceid=112, filesize=8.7 K 2024-11-16T01:23:21,621 DEBUG [M:0;844d197be988:34743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37d15f5b92894fce8b6f689a6536993b as hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37d15f5b92894fce8b6f689a6536993b 2024-11-16T01:23:21,624 INFO [M:0;844d197be988:34743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/913be0cd-30f8-ded0-bb8d-f792c671fa64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37d15f5b92894fce8b6f689a6536993b, entries=1, sequenceid=112, filesize=5.0 K 2024-11-16T01:23:21,625 INFO [M:0;844d197be988:34743 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=112, compaction requested=false 2024-11-16T01:23:21,627 INFO [M:0;844d197be988:34743 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T01:23:21,627 DEBUG [M:0;844d197be988:34743 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731720201514Disabling compacts and flushes for region at 1731720201514Disabling writes for close at 1731720201514Obtaining lock to block concurrent updates at 1731720201514Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731720201514Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731720201514Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731720201516 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731720201516Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731720201540 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731720201540Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731720201556 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731720201573 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731720201573Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731720201592 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731720201606 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731720201606Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@663c4ba7: reopening flushed file at 1731720201613 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37857a0b: reopening flushed file at 1731720201617 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d3919f: reopening flushed file at 1731720201621 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=112, compaction requested=false at 1731720201625 (+4 ms)Writing region close event to WAL at 1731720201627 (+2 ms)Closed at 1731720201627 2024-11-16T01:23:21,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741830_1006 (size=69055) 2024-11-16T01:23:21,634 INFO [M:0;844d197be988:34743 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T01:23:21,634 INFO [M:0;844d197be988:34743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34743 2024-11-16T01:23:21,634 INFO [M:0;844d197be988:34743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T01:23:21,636 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T01:23:21,748 INFO [M:0;844d197be988:34743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T01:23:21,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:23:21,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34743-0x101413cb2620000, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T01:23:21,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d6a057a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T01:23:21,771 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e42e2b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:23:21,771 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:23:21,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ed51a46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:23:21,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33712adf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/hadoop.log.dir/,STOPPED} 2024-11-16T01:23:21,775 WARN [BP-1621224171-172.17.0.2-1731720165071 heartbeating to localhost/127.0.0.1:36701 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T01:23:21,775 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T01:23:21,775 WARN [BP-1621224171-172.17.0.2-1731720165071 heartbeating to localhost/127.0.0.1:36701 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1621224171-172.17.0.2-1731720165071 (Datanode Uuid e0880b92-9a89-47dc-bef8-c66c3336ccd9) service to localhost/127.0.0.1:36701 2024-11-16T01:23:21,775 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T01:23:21,776 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/cluster_93ae299f-870f-331a-6766-f8e86111d1e0/data/data1/current/BP-1621224171-172.17.0.2-1731720165071 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:23:21,776 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/cluster_93ae299f-870f-331a-6766-f8e86111d1e0/data/data2/current/BP-1621224171-172.17.0.2-1731720165071 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T01:23:21,777 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T01:23:21,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3381a4ec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T01:23:21,786 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@484ab11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T01:23:21,786 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T01:23:21,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b170ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T01:23:21,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64a97c5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e64494e-fdee-8473-72c8-f061520de08d/hadoop.log.dir/,STOPPED} 2024-11-16T01:23:21,796 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T01:23:21,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T01:23:21,832 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=592 (was 529) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-27 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59501) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:40589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:40589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:39471 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:40589 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:36701 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:36701 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59501) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:36701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59501) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:36701 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:39471 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:39471 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:39471 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2100698899) connection to localhost/127.0.0.1:40589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:39471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=975 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 531), ProcessCount=11 (was 11), AvailableMemoryMB=5168 (was 4976) - AvailableMemoryMB LEAK? - 2024-11-16T01:23:21,832 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=592 is superior to 500 2024-11-16T01:23:21,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101413cb2620008, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T01:23:21,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101413cb2620008, quorum=127.0.0.1:59501, baseZNode=/2-557977328 Received Disconnected from ZooKeeper, ignoring 2024-11-16T01:23:21,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101413cb2620005, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T01:23:21,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101413cb2620005, quorum=127.0.0.1:59501, baseZNode=/1115265397 Received Disconnected from ZooKeeper, ignoring 2024-11-16T01:23:21,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101413cb2620002, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T01:23:21,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101413cb2620002, quorum=127.0.0.1:59501, baseZNode=/01518295276 Received Disconnected from ZooKeeper, ignoring